2024-12-02 18:18:11,063 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-02 18:18:11,081 main DEBUG Took 0.015295 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-02 18:18:11,081 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-02 18:18:11,081 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-02 18:18:11,082 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-02 18:18:11,084 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 18:18:11,092 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-02 18:18:11,105 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 18:18:11,106 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 18:18:11,106 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 18:18:11,106 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 18:18:11,107 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 18:18:11,107 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 18:18:11,108 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 18:18:11,108 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 18:18:11,108 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 18:18:11,109 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 18:18:11,109 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 18:18:11,110 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 18:18:11,110 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 18:18:11,110 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 18:18:11,111 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 18:18:11,111 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 18:18:11,111 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 18:18:11,111 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 18:18:11,112 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 18:18:11,112 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 18:18:11,112 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 18:18:11,113 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 18:18:11,113 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 18:18:11,113 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 18:18:11,114 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 18:18:11,114 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-02 18:18:11,115 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 18:18:11,116 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-02 18:18:11,118 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-02 18:18:11,118 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-02 18:18:11,120 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-02 18:18:11,120 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-02 18:18:11,127 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-02 18:18:11,129 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-02 18:18:11,131 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-02 18:18:11,131 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-02 18:18:11,132 main DEBUG createAppenders(={Console}) 2024-12-02 18:18:11,132 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-12-02 18:18:11,132 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-02 18:18:11,133 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-12-02 18:18:11,133 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-02 18:18:11,133 main DEBUG OutputStream closed 2024-12-02 18:18:11,134 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-02 18:18:11,134 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-02 18:18:11,134 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-12-02 18:18:11,199 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-02 18:18:11,201 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-02 18:18:11,202 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-02 18:18:11,202 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-02 18:18:11,203 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-02 18:18:11,203 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-02 18:18:11,203 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-02 18:18:11,203 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-02 18:18:11,204 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-02 18:18:11,204 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-02 18:18:11,204 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-02 18:18:11,205 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-02 18:18:11,205 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-02 18:18:11,205 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-02 18:18:11,205 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-02 18:18:11,206 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-02 18:18:11,206 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-02 18:18:11,206 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-02 18:18:11,209 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-02 18:18:11,209 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-12-02 18:18:11,209 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-02 18:18:11,210 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-12-02T18:18:11,222 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-12-02 18:18:11,224 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-02 18:18:11,224 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-02T18:18:11,272 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=380, ProcessCount=11, AvailableMemoryMB=4368 2024-12-02T18:18:11,460 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-12-02T18:18:11,497 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cebdfa77-6ae7-9e41-ad1d-f26297c51d80 2024-12-02T18:18:11,500 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cebdfa77-6ae7-9e41-ad1d-f26297c51d80/cluster_5e818076-3579-82f0-883c-cdb7da5fcf9c, deleteOnExit=true 2024-12-02T18:18:11,627 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cebdfa77-6ae7-9e41-ad1d-f26297c51d80/cluster_5e818076-3579-82f0-883c-cdb7da5fcf9c/zookeeper_0, clientPort=52953, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cebdfa77-6ae7-9e41-ad1d-f26297c51d80/cluster_5e818076-3579-82f0-883c-cdb7da5fcf9c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cebdfa77-6ae7-9e41-ad1d-f26297c51d80/cluster_5e818076-3579-82f0-883c-cdb7da5fcf9c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T18:18:11,640 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52953 2024-12-02T18:18:11,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T18:18:11,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T18:18:11,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cebdfa77-6ae7-9e41-ad1d-f26297c51d80/test.cache.data in system properties and HBase conf 2024-12-02T18:18:11,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cebdfa77-6ae7-9e41-ad1d-f26297c51d80/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T18:18:11,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cebdfa77-6ae7-9e41-ad1d-f26297c51d80/hadoop.log.dir in system properties and HBase conf 2024-12-02T18:18:11,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cebdfa77-6ae7-9e41-ad1d-f26297c51d80/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T18:18:11,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cebdfa77-6ae7-9e41-ad1d-f26297c51d80/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T18:18:11,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T18:18:11,728 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-02T18:18:11,806 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T18:18:11,810 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cebdfa77-6ae7-9e41-ad1d-f26297c51d80/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T18:18:11,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cebdfa77-6ae7-9e41-ad1d-f26297c51d80/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T18:18:11,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cebdfa77-6ae7-9e41-ad1d-f26297c51d80/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T18:18:11,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cebdfa77-6ae7-9e41-ad1d-f26297c51d80/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T18:18:11,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cebdfa77-6ae7-9e41-ad1d-f26297c51d80/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T18:18:11,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cebdfa77-6ae7-9e41-ad1d-f26297c51d80/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T18:18:11,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cebdfa77-6ae7-9e41-ad1d-f26297c51d80/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T18:18:11,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cebdfa77-6ae7-9e41-ad1d-f26297c51d80/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T18:18:11,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cebdfa77-6ae7-9e41-ad1d-f26297c51d80/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T18:18:11,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cebdfa77-6ae7-9e41-ad1d-f26297c51d80/nfs.dump.dir in system properties and HBase conf 2024-12-02T18:18:11,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cebdfa77-6ae7-9e41-ad1d-f26297c51d80/java.io.tmpdir in system properties and HBase conf 2024-12-02T18:18:11,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cebdfa77-6ae7-9e41-ad1d-f26297c51d80/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T18:18:11,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cebdfa77-6ae7-9e41-ad1d-f26297c51d80/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T18:18:11,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cebdfa77-6ae7-9e41-ad1d-f26297c51d80/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T18:18:12,814 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-02T18:18:12,895 INFO [Time-limited test {}] log.Log(170): Logging initialized @2427ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-02T18:18:12,958 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T18:18:13,022 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T18:18:13,049 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T18:18:13,050 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T18:18:13,057 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T18:18:13,072 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T18:18:13,076 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cebdfa77-6ae7-9e41-ad1d-f26297c51d80/hadoop.log.dir/,AVAILABLE} 2024-12-02T18:18:13,080 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T18:18:13,238 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cebdfa77-6ae7-9e41-ad1d-f26297c51d80/java.io.tmpdir/jetty-localhost-36123-hadoop-hdfs-3_4_1-tests_jar-_-any-6720678049511238108/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T18:18:13,243 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:36123} 2024-12-02T18:18:13,244 INFO [Time-limited test {}] server.Server(415): Started @2776ms 2024-12-02T18:18:13,811 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T18:18:13,818 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T18:18:13,820 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T18:18:13,821 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T18:18:13,821 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T18:18:13,822 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cebdfa77-6ae7-9e41-ad1d-f26297c51d80/hadoop.log.dir/,AVAILABLE} 2024-12-02T18:18:13,823 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T18:18:13,945 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cebdfa77-6ae7-9e41-ad1d-f26297c51d80/java.io.tmpdir/jetty-localhost-43399-hadoop-hdfs-3_4_1-tests_jar-_-any-3535098502346163477/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T18:18:13,946 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:43399} 2024-12-02T18:18:13,946 INFO [Time-limited test {}] server.Server(415): Started @3479ms 2024-12-02T18:18:14,003 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T18:18:15,295 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cebdfa77-6ae7-9e41-ad1d-f26297c51d80/cluster_5e818076-3579-82f0-883c-cdb7da5fcf9c/data/data1/current/BP-1868172531-172.17.0.3-1733163492305/current, will proceed with Du for space computation calculation, 2024-12-02T18:18:15,295 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cebdfa77-6ae7-9e41-ad1d-f26297c51d80/cluster_5e818076-3579-82f0-883c-cdb7da5fcf9c/data/data2/current/BP-1868172531-172.17.0.3-1733163492305/current, will proceed with Du for space computation calculation, 2024-12-02T18:18:15,328 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T18:18:15,379 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1663ae47487d4148 with lease ID 0xeb1e2aeed0b18: Processing first storage report for DS-a5c6739b-20e8-46b0-b8f5-31661ecd5f65 from datanode DatanodeRegistration(127.0.0.1:40803, datanodeUuid=32454e4e-0d6c-488a-8a1d-6960589fc814, infoPort=45437, infoSecurePort=0, ipcPort=37023, storageInfo=lv=-57;cid=testClusterID;nsid=1182359969;c=1733163492305) 2024-12-02T18:18:15,381 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1663ae47487d4148 with lease ID 0xeb1e2aeed0b18: from storage DS-a5c6739b-20e8-46b0-b8f5-31661ecd5f65 node DatanodeRegistration(127.0.0.1:40803, datanodeUuid=32454e4e-0d6c-488a-8a1d-6960589fc814, infoPort=45437, infoSecurePort=0, ipcPort=37023, storageInfo=lv=-57;cid=testClusterID;nsid=1182359969;c=1733163492305), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T18:18:15,381 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1663ae47487d4148 with lease ID 0xeb1e2aeed0b18: Processing first storage report for DS-9d28363b-f0a7-4fe4-b766-e3449841d9d8 from datanode DatanodeRegistration(127.0.0.1:40803, datanodeUuid=32454e4e-0d6c-488a-8a1d-6960589fc814, infoPort=45437, infoSecurePort=0, ipcPort=37023, storageInfo=lv=-57;cid=testClusterID;nsid=1182359969;c=1733163492305) 2024-12-02T18:18:15,381 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1663ae47487d4148 with lease ID 0xeb1e2aeed0b18: from storage DS-9d28363b-f0a7-4fe4-b766-e3449841d9d8 node DatanodeRegistration(127.0.0.1:40803, datanodeUuid=32454e4e-0d6c-488a-8a1d-6960589fc814, infoPort=45437, infoSecurePort=0, ipcPort=37023, storageInfo=lv=-57;cid=testClusterID;nsid=1182359969;c=1733163492305), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T18:18:15,473 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cebdfa77-6ae7-9e41-ad1d-f26297c51d80 2024-12-02T18:18:15,486 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:18:15,490 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:18:15,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40803 is added to blk_1073741825_1001 (size=7) 2024-12-02T18:18:16,140 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf with version=8 2024-12-02T18:18:16,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/hbase-staging 2024-12-02T18:18:16,221 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-02T18:18:16,416 INFO [Time-limited test {}] client.ConnectionUtils(128): master/95451c90bed2:0 server-side Connection retries=45 2024-12-02T18:18:16,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:18:16,425 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T18:18:16,428 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T18:18:16,429 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:18:16,429 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T18:18:16,543 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T18:18:16,609 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-02T18:18:16,620 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-02T18:18:16,625 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T18:18:16,658 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 11110 (auto-detected) 2024-12-02T18:18:16,659 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-12-02T18:18:16,685 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34797 2024-12-02T18:18:16,713 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34797 connecting to ZooKeeper ensemble=127.0.0.1:52953 2024-12-02T18:18:16,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:347970x0, quorum=127.0.0.1:52953, baseZNode=/01353330983 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T18:18:16,833 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34797-0x10197441cbf0000 connected 2024-12-02T18:18:17,350 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:18:17,353 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:18:17,361 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34797-0x10197441cbf0000, quorum=127.0.0.1:52953, baseZNode=/01353330983 Set watcher on znode that does not yet exist, /01353330983/running 2024-12-02T18:18:17,365 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf, hbase.cluster.distributed=false 2024-12-02T18:18:17,386 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34797-0x10197441cbf0000, quorum=127.0.0.1:52953, baseZNode=/01353330983 Set watcher on znode that does not yet exist, /01353330983/acl 2024-12-02T18:18:17,390 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34797 2024-12-02T18:18:17,391 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34797 2024-12-02T18:18:17,391 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34797 2024-12-02T18:18:17,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34797 2024-12-02T18:18:17,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34797 2024-12-02T18:18:17,485 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/95451c90bed2:0 server-side Connection retries=45 2024-12-02T18:18:17,487 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:18:17,488 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T18:18:17,488 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T18:18:17,488 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:18:17,488 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T18:18:17,492 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T18:18:17,495 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T18:18:17,497 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43113 2024-12-02T18:18:17,500 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43113 connecting to ZooKeeper ensemble=127.0.0.1:52953 2024-12-02T18:18:17,501 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:18:17,504 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:18:17,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:431130x0, quorum=127.0.0.1:52953, baseZNode=/01353330983 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T18:18:17,521 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:431130x0, quorum=127.0.0.1:52953, baseZNode=/01353330983 Set watcher on znode that does not yet exist, /01353330983/running 2024-12-02T18:18:17,522 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43113-0x10197441cbf0001 connected 2024-12-02T18:18:17,527 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T18:18:17,538 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T18:18:17,540 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43113-0x10197441cbf0001, quorum=127.0.0.1:52953, baseZNode=/01353330983 Set watcher on znode that does not yet exist, /01353330983/master 2024-12-02T18:18:17,546 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43113-0x10197441cbf0001, quorum=127.0.0.1:52953, baseZNode=/01353330983 Set watcher on znode that does not yet exist, /01353330983/acl 2024-12-02T18:18:17,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43113 2024-12-02T18:18:17,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43113 2024-12-02T18:18:17,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43113 2024-12-02T18:18:17,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43113 2024-12-02T18:18:17,555 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43113 2024-12-02T18:18:17,571 DEBUG [M:0;95451c90bed2:34797 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;95451c90bed2:34797 2024-12-02T18:18:17,573 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01353330983/backup-masters/95451c90bed2,34797,1733163496264 2024-12-02T18:18:17,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43113-0x10197441cbf0001, quorum=127.0.0.1:52953, baseZNode=/01353330983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01353330983/backup-masters 2024-12-02T18:18:17,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34797-0x10197441cbf0000, quorum=127.0.0.1:52953, baseZNode=/01353330983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01353330983/backup-masters 2024-12-02T18:18:17,593 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34797-0x10197441cbf0000, quorum=127.0.0.1:52953, baseZNode=/01353330983 Set watcher on existing znode=/01353330983/backup-masters/95451c90bed2,34797,1733163496264 2024-12-02T18:18:17,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34797-0x10197441cbf0000, quorum=127.0.0.1:52953, baseZNode=/01353330983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01353330983 2024-12-02T18:18:17,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43113-0x10197441cbf0001, quorum=127.0.0.1:52953, baseZNode=/01353330983 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01353330983/master 2024-12-02T18:18:17,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43113-0x10197441cbf0001, quorum=127.0.0.1:52953, baseZNode=/01353330983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01353330983 2024-12-02T18:18:17,634 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34797-0x10197441cbf0000, quorum=127.0.0.1:52953, baseZNode=/01353330983 Set watcher on existing znode=/01353330983/master 2024-12-02T18:18:17,635 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01353330983/backup-masters/95451c90bed2,34797,1733163496264 from backup master directory 2024-12-02T18:18:17,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34797-0x10197441cbf0000, quorum=127.0.0.1:52953, baseZNode=/01353330983 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01353330983/backup-masters/95451c90bed2,34797,1733163496264 2024-12-02T18:18:17,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43113-0x10197441cbf0001, quorum=127.0.0.1:52953, baseZNode=/01353330983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01353330983/backup-masters 2024-12-02T18:18:17,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34797-0x10197441cbf0000, quorum=127.0.0.1:52953, baseZNode=/01353330983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01353330983/backup-masters 2024-12-02T18:18:17,647 WARN [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T18:18:17,647 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=95451c90bed2,34797,1733163496264 2024-12-02T18:18:17,649 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-02T18:18:17,651 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-02T18:18:17,704 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/hbase.id] with ID: ad82cba3-8912-4fb1-aab8-0fb481889a0b 2024-12-02T18:18:17,704 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/.tmp/hbase.id 2024-12-02T18:18:17,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40803 is added to blk_1073741826_1002 (size=42) 2024-12-02T18:18:18,116 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/.tmp/hbase.id]:[hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/hbase.id] 2024-12-02T18:18:18,164 INFO [master/95451c90bed2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:18:18,170 INFO [master/95451c90bed2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T18:18:18,188 INFO [master/95451c90bed2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-12-02T18:18:18,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34797-0x10197441cbf0000, quorum=127.0.0.1:52953, baseZNode=/01353330983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01353330983 2024-12-02T18:18:18,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43113-0x10197441cbf0001, quorum=127.0.0.1:52953, baseZNode=/01353330983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01353330983 2024-12-02T18:18:18,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40803 is added to blk_1073741827_1003 (size=196) 2024-12-02T18:18:18,237 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T18:18:18,239 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T18:18:18,253 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T18:18:18,257 INFO [master/95451c90bed2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:18:18,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40803 is added to blk_1073741828_1004 (size=1189) 2024-12-02T18:18:18,701 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/MasterData/data/master/store 2024-12-02T18:18:18,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40803 is added to blk_1073741829_1005 (size=34) 2024-12-02T18:18:19,126 INFO [master/95451c90bed2:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-02T18:18:19,131 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:18:19,132 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T18:18:19,132 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:18:19,132 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:18:19,133 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T18:18:19,134 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:18:19,134 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:18:19,135 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733163499132Disabling compacts and flushes for region at 1733163499132Disabling writes for close at 1733163499134 (+2 ms)Writing region close event to WAL at 1733163499134Closed at 1733163499134 2024-12-02T18:18:19,137 WARN [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/MasterData/data/master/store/.initializing 2024-12-02T18:18:19,137 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/MasterData/WALs/95451c90bed2,34797,1733163496264 2024-12-02T18:18:19,145 INFO [master/95451c90bed2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T18:18:19,158 INFO [master/95451c90bed2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=95451c90bed2%2C34797%2C1733163496264, suffix=, logDir=hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/MasterData/WALs/95451c90bed2,34797,1733163496264, archiveDir=hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/MasterData/oldWALs, maxLogs=10 2024-12-02T18:18:19,178 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/MasterData/WALs/95451c90bed2,34797,1733163496264/95451c90bed2%2C34797%2C1733163496264.1733163499162, exclude list is [], retry=0 2024-12-02T18:18:19,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40803,DS-a5c6739b-20e8-46b0-b8f5-31661ecd5f65,DISK] 2024-12-02T18:18:19,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-02T18:18:19,226 INFO [master/95451c90bed2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/MasterData/WALs/95451c90bed2,34797,1733163496264/95451c90bed2%2C34797%2C1733163496264.1733163499162 2024-12-02T18:18:19,226 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45437:45437)] 2024-12-02T18:18:19,227 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:18:19,227 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:18:19,230 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:18:19,230 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:18:19,264 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:18:19,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T18:18:19,290 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:18:19,292 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:18:19,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:18:19,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T18:18:19,297 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:18:19,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:18:19,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:18:19,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T18:18:19,301 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:18:19,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:18:19,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:18:19,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T18:18:19,306 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:18:19,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:18:19,307 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:18:19,311 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:18:19,313 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:18:19,317 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:18:19,318 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:18:19,321 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T18:18:19,324 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:18:19,328 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T18:18:19,330 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59116705, jitterRate=-0.11909244954586029}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T18:18:19,335 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733163499241Initializing all the Stores at 1733163499243 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163499243Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163499244 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163499244Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163499244Cleaning up temporary data from old regions at 1733163499318 (+74 ms)Region opened successfully at 1733163499335 (+17 ms) 2024-12-02T18:18:19,336 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T18:18:19,366 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc8a340, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=95451c90bed2/172.17.0.3:0 2024-12-02T18:18:19,392 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T18:18:19,402 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T18:18:19,402 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T18:18:19,404 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T18:18:19,406 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-02T18:18:19,410 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-02T18:18:19,411 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T18:18:19,433 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T18:18:19,441 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34797-0x10197441cbf0000, quorum=127.0.0.1:52953, baseZNode=/01353330983 Unable to get data of znode /01353330983/balancer because node does not exist (not necessarily an error) 2024-12-02T18:18:19,488 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01353330983/balancer already deleted, retry=false 2024-12-02T18:18:19,490 INFO [master/95451c90bed2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T18:18:19,492 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34797-0x10197441cbf0000, quorum=127.0.0.1:52953, baseZNode=/01353330983 Unable to get data of znode /01353330983/normalizer because node does not exist (not necessarily an error) 2024-12-02T18:18:19,498 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01353330983/normalizer already deleted, retry=false 2024-12-02T18:18:19,501 INFO [master/95451c90bed2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T18:18:19,504 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34797-0x10197441cbf0000, quorum=127.0.0.1:52953, baseZNode=/01353330983 Unable to get data of znode /01353330983/switch/split because node does not exist (not necessarily an error) 2024-12-02T18:18:19,517 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01353330983/switch/split already deleted, retry=false 2024-12-02T18:18:19,518 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34797-0x10197441cbf0000, quorum=127.0.0.1:52953, baseZNode=/01353330983 Unable to get data of znode /01353330983/switch/merge because node does not exist (not necessarily an error) 2024-12-02T18:18:19,530 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01353330983/switch/merge already deleted, retry=false 2024-12-02T18:18:19,548 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34797-0x10197441cbf0000, quorum=127.0.0.1:52953, baseZNode=/01353330983 Unable to get data of znode /01353330983/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T18:18:19,561 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01353330983/snapshot-cleanup already deleted, retry=false 2024-12-02T18:18:19,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43113-0x10197441cbf0001, quorum=127.0.0.1:52953, baseZNode=/01353330983 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01353330983/running 2024-12-02T18:18:19,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34797-0x10197441cbf0000, quorum=127.0.0.1:52953, baseZNode=/01353330983 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01353330983/running 2024-12-02T18:18:19,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43113-0x10197441cbf0001, quorum=127.0.0.1:52953, baseZNode=/01353330983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01353330983 2024-12-02T18:18:19,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34797-0x10197441cbf0000, quorum=127.0.0.1:52953, baseZNode=/01353330983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01353330983 2024-12-02T18:18:19,575 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=95451c90bed2,34797,1733163496264, sessionid=0x10197441cbf0000, setting cluster-up flag (Was=false) 2024-12-02T18:18:19,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34797-0x10197441cbf0000, quorum=127.0.0.1:52953, baseZNode=/01353330983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01353330983 2024-12-02T18:18:19,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43113-0x10197441cbf0001, quorum=127.0.0.1:52953, baseZNode=/01353330983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01353330983 2024-12-02T18:18:19,635 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01353330983/flush-table-proc/acquired, /01353330983/flush-table-proc/reached, /01353330983/flush-table-proc/abort 2024-12-02T18:18:19,637 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=95451c90bed2,34797,1733163496264 2024-12-02T18:18:19,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43113-0x10197441cbf0001, quorum=127.0.0.1:52953, baseZNode=/01353330983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01353330983 2024-12-02T18:18:19,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34797-0x10197441cbf0000, quorum=127.0.0.1:52953, baseZNode=/01353330983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01353330983 2024-12-02T18:18:19,688 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01353330983/online-snapshot/acquired, /01353330983/online-snapshot/reached, /01353330983/online-snapshot/abort 2024-12-02T18:18:19,690 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=95451c90bed2,34797,1733163496264 2024-12-02T18:18:19,698 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T18:18:19,761 INFO [RS:0;95451c90bed2:43113 {}] regionserver.HRegionServer(746): ClusterId : ad82cba3-8912-4fb1-aab8-0fb481889a0b 2024-12-02T18:18:19,764 DEBUG [RS:0;95451c90bed2:43113 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T18:18:19,774 DEBUG [RS:0;95451c90bed2:43113 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T18:18:19,774 DEBUG [RS:0;95451c90bed2:43113 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T18:18:19,784 DEBUG [RS:0;95451c90bed2:43113 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T18:18:19,785 DEBUG [RS:0;95451c90bed2:43113 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23984890, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=95451c90bed2/172.17.0.3:0 2024-12-02T18:18:19,788 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T18:18:19,800 INFO [master/95451c90bed2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T18:18:19,804 DEBUG [RS:0;95451c90bed2:43113 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;95451c90bed2:43113 2024-12-02T18:18:19,808 INFO [master/95451c90bed2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T18:18:19,808 INFO [RS:0;95451c90bed2:43113 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T18:18:19,808 INFO [RS:0;95451c90bed2:43113 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T18:18:19,808 DEBUG [RS:0;95451c90bed2:43113 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T18:18:19,811 INFO [RS:0;95451c90bed2:43113 {}] regionserver.HRegionServer(2659): reportForDuty to master=95451c90bed2,34797,1733163496264 with port=43113, startcode=1733163497451 2024-12-02T18:18:19,814 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 95451c90bed2,34797,1733163496264 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T18:18:19,820 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:18:19,820 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:18:19,821 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:18:19,821 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:18:19,821 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/95451c90bed2:0, corePoolSize=10, maxPoolSize=10 2024-12-02T18:18:19,821 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:18:19,821 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/95451c90bed2:0, corePoolSize=2, maxPoolSize=2 2024-12-02T18:18:19,821 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:18:19,821 DEBUG [RS:0;95451c90bed2:43113 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T18:18:19,825 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733163529825 2024-12-02T18:18:19,827 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T18:18:19,828 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T18:18:19,828 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T18:18:19,828 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T18:18:19,831 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T18:18:19,832 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T18:18:19,832 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T18:18:19,832 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T18:18:19,835 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:18:19,835 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T18:18:19,835 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:19,840 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T18:18:19,841 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T18:18:19,842 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T18:18:19,842 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T18:18:19,848 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T18:18:19,848 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T18:18:19,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40803 is added to blk_1073741831_1007 (size=1321) 2024-12-02T18:18:19,851 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.large.0-1733163499850,5,FailOnTimeoutGroup] 2024-12-02T18:18:19,851 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.small.0-1733163499851,5,FailOnTimeoutGroup] 2024-12-02T18:18:19,852 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T18:18:19,852 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:19,852 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T18:18:19,852 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf 2024-12-02T18:18:19,853 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:19,854 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:19,861 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50165, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T18:18:19,868 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34797 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 95451c90bed2,43113,1733163497451 2024-12-02T18:18:19,871 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34797 {}] master.ServerManager(517): Registering regionserver=95451c90bed2,43113,1733163497451 2024-12-02T18:18:19,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40803 is added to blk_1073741832_1008 (size=32) 2024-12-02T18:18:19,886 DEBUG [RS:0;95451c90bed2:43113 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf 2024-12-02T18:18:19,886 DEBUG [RS:0;95451c90bed2:43113 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45083 2024-12-02T18:18:19,886 DEBUG [RS:0;95451c90bed2:43113 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T18:18:19,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34797-0x10197441cbf0000, quorum=127.0.0.1:52953, baseZNode=/01353330983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01353330983/rs 2024-12-02T18:18:19,899 DEBUG [RS:0;95451c90bed2:43113 {}] zookeeper.ZKUtil(111): regionserver:43113-0x10197441cbf0001, quorum=127.0.0.1:52953, baseZNode=/01353330983 Set watcher on existing znode=/01353330983/rs/95451c90bed2,43113,1733163497451 2024-12-02T18:18:19,900 WARN [RS:0;95451c90bed2:43113 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T18:18:19,900 INFO [RS:0;95451c90bed2:43113 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:18:19,900 DEBUG [RS:0;95451c90bed2:43113 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/WALs/95451c90bed2,43113,1733163497451 2024-12-02T18:18:19,902 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [95451c90bed2,43113,1733163497451] 2024-12-02T18:18:19,930 INFO [RS:0;95451c90bed2:43113 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T18:18:19,942 INFO [RS:0;95451c90bed2:43113 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T18:18:19,947 INFO [RS:0;95451c90bed2:43113 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T18:18:19,947 INFO [RS:0;95451c90bed2:43113 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:19,948 INFO [RS:0;95451c90bed2:43113 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T18:18:19,954 INFO [RS:0;95451c90bed2:43113 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T18:18:19,955 INFO [RS:0;95451c90bed2:43113 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:19,956 DEBUG [RS:0;95451c90bed2:43113 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:18:19,956 DEBUG [RS:0;95451c90bed2:43113 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:18:19,956 DEBUG [RS:0;95451c90bed2:43113 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:18:19,956 DEBUG [RS:0;95451c90bed2:43113 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:18:19,957 DEBUG [RS:0;95451c90bed2:43113 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:18:19,957 DEBUG [RS:0;95451c90bed2:43113 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/95451c90bed2:0, corePoolSize=2, maxPoolSize=2 2024-12-02T18:18:19,957 DEBUG [RS:0;95451c90bed2:43113 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:18:19,957 DEBUG [RS:0;95451c90bed2:43113 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:18:19,957 DEBUG [RS:0;95451c90bed2:43113 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:18:19,957 DEBUG [RS:0;95451c90bed2:43113 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:18:19,958 DEBUG [RS:0;95451c90bed2:43113 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:18:19,958 DEBUG [RS:0;95451c90bed2:43113 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:18:19,958 DEBUG [RS:0;95451c90bed2:43113 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/95451c90bed2:0, corePoolSize=3, maxPoolSize=3 2024-12-02T18:18:19,958 DEBUG [RS:0;95451c90bed2:43113 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/95451c90bed2:0, corePoolSize=3, maxPoolSize=3 2024-12-02T18:18:19,959 INFO [RS:0;95451c90bed2:43113 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:19,959 INFO [RS:0;95451c90bed2:43113 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:19,959 INFO [RS:0;95451c90bed2:43113 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:19,960 INFO [RS:0;95451c90bed2:43113 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:19,960 INFO [RS:0;95451c90bed2:43113 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:19,960 INFO [RS:0;95451c90bed2:43113 {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,43113,1733163497451-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T18:18:19,978 INFO [RS:0;95451c90bed2:43113 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T18:18:19,980 INFO [RS:0;95451c90bed2:43113 {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,43113,1733163497451-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:19,980 INFO [RS:0;95451c90bed2:43113 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:19,981 INFO [RS:0;95451c90bed2:43113 {}] regionserver.Replication(171): 95451c90bed2,43113,1733163497451 started 2024-12-02T18:18:19,998 INFO [RS:0;95451c90bed2:43113 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:19,999 INFO [RS:0;95451c90bed2:43113 {}] regionserver.HRegionServer(1482): Serving as 95451c90bed2,43113,1733163497451, RpcServer on 95451c90bed2/172.17.0.3:43113, sessionid=0x10197441cbf0001 2024-12-02T18:18:20,000 DEBUG [RS:0;95451c90bed2:43113 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T18:18:20,000 DEBUG [RS:0;95451c90bed2:43113 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 95451c90bed2,43113,1733163497451 2024-12-02T18:18:20,000 DEBUG [RS:0;95451c90bed2:43113 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '95451c90bed2,43113,1733163497451' 2024-12-02T18:18:20,001 DEBUG [RS:0;95451c90bed2:43113 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01353330983/flush-table-proc/abort' 2024-12-02T18:18:20,002 DEBUG [RS:0;95451c90bed2:43113 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01353330983/flush-table-proc/acquired' 2024-12-02T18:18:20,002 DEBUG [RS:0;95451c90bed2:43113 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T18:18:20,002 DEBUG [RS:0;95451c90bed2:43113 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T18:18:20,003 DEBUG [RS:0;95451c90bed2:43113 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 95451c90bed2,43113,1733163497451 2024-12-02T18:18:20,003 DEBUG [RS:0;95451c90bed2:43113 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '95451c90bed2,43113,1733163497451' 2024-12-02T18:18:20,003 DEBUG [RS:0;95451c90bed2:43113 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01353330983/online-snapshot/abort' 2024-12-02T18:18:20,003 DEBUG [RS:0;95451c90bed2:43113 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01353330983/online-snapshot/acquired' 2024-12-02T18:18:20,004 DEBUG [RS:0;95451c90bed2:43113 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T18:18:20,004 INFO [RS:0;95451c90bed2:43113 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T18:18:20,004 INFO [RS:0;95451c90bed2:43113 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T18:18:20,109 INFO [RS:0;95451c90bed2:43113 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T18:18:20,112 INFO [RS:0;95451c90bed2:43113 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=95451c90bed2%2C43113%2C1733163497451, suffix=, logDir=hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/WALs/95451c90bed2,43113,1733163497451, archiveDir=hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/oldWALs, maxLogs=10 2024-12-02T18:18:20,127 DEBUG [RS:0;95451c90bed2:43113 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/WALs/95451c90bed2,43113,1733163497451/95451c90bed2%2C43113%2C1733163497451.1733163500114, exclude list is [], retry=0 2024-12-02T18:18:20,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40803,DS-a5c6739b-20e8-46b0-b8f5-31661ecd5f65,DISK] 2024-12-02T18:18:20,135 INFO [RS:0;95451c90bed2:43113 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/WALs/95451c90bed2,43113,1733163497451/95451c90bed2%2C43113%2C1733163497451.1733163500114 2024-12-02T18:18:20,136 DEBUG [RS:0;95451c90bed2:43113 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45437:45437)] 2024-12-02T18:18:20,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:18:20,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T18:18:20,276 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T18:18:20,276 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:18:20,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:18:20,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T18:18:20,280 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T18:18:20,280 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:18:20,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:18:20,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T18:18:20,283 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T18:18:20,283 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:18:20,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:18:20,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T18:18:20,287 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T18:18:20,287 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:18:20,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:18:20,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T18:18:20,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/data/hbase/meta/1588230740 2024-12-02T18:18:20,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/data/hbase/meta/1588230740 2024-12-02T18:18:20,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T18:18:20,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T18:18:20,296 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T18:18:20,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T18:18:20,305 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T18:18:20,307 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60746068, jitterRate=-0.09481304883956909}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T18:18:20,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733163500270Initializing all the Stores at 1733163500272 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163500273 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163500273Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163500273Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163500273Cleaning up temporary data from old regions at 1733163500295 (+22 ms)Region opened successfully at 1733163500309 (+14 ms) 2024-12-02T18:18:20,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T18:18:20,310 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T18:18:20,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T18:18:20,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T18:18:20,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T18:18:20,313 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T18:18:20,313 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733163500310Disabling compacts and flushes for region at 1733163500310Disabling writes for close at 1733163500311 (+1 ms)Writing region close event to WAL at 1733163500312 (+1 ms)Closed at 1733163500313 (+1 ms) 2024-12-02T18:18:20,317 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T18:18:20,317 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T18:18:20,324 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T18:18:20,332 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T18:18:20,335 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T18:18:20,487 DEBUG [95451c90bed2:34797 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T18:18:20,498 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=95451c90bed2,43113,1733163497451 2024-12-02T18:18:20,504 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 95451c90bed2,43113,1733163497451, state=OPENING 2024-12-02T18:18:20,519 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T18:18:20,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34797-0x10197441cbf0000, quorum=127.0.0.1:52953, baseZNode=/01353330983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01353330983 2024-12-02T18:18:20,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43113-0x10197441cbf0001, quorum=127.0.0.1:52953, baseZNode=/01353330983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01353330983 2024-12-02T18:18:20,531 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01353330983/meta-region-server: CHANGED 2024-12-02T18:18:20,531 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01353330983/meta-region-server: CHANGED 2024-12-02T18:18:20,532 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T18:18:20,534 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=95451c90bed2,43113,1733163497451}] 2024-12-02T18:18:20,715 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T18:18:20,718 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41905, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T18:18:20,726 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T18:18:20,727 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:18:20,727 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T18:18:20,730 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=95451c90bed2%2C43113%2C1733163497451.meta, suffix=.meta, logDir=hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/WALs/95451c90bed2,43113,1733163497451, archiveDir=hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/oldWALs, maxLogs=10 2024-12-02T18:18:20,743 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/WALs/95451c90bed2,43113,1733163497451/95451c90bed2%2C43113%2C1733163497451.meta.1733163500731.meta, exclude list is [], retry=0 2024-12-02T18:18:20,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40803,DS-a5c6739b-20e8-46b0-b8f5-31661ecd5f65,DISK] 2024-12-02T18:18:20,750 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/WALs/95451c90bed2,43113,1733163497451/95451c90bed2%2C43113%2C1733163497451.meta.1733163500731.meta 2024-12-02T18:18:20,750 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45437:45437)] 2024-12-02T18:18:20,751 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:18:20,755 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T18:18:20,756 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T18:18:20,758 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T18:18:20,760 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T18:18:20,763 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T18:18:20,763 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:18:20,763 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T18:18:20,763 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T18:18:20,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T18:18:20,768 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T18:18:20,768 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:18:20,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:18:20,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T18:18:20,770 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T18:18:20,770 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:18:20,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:18:20,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T18:18:20,773 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T18:18:20,773 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:18:20,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:18:20,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T18:18:20,775 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T18:18:20,775 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:18:20,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:18:20,776 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T18:18:20,777 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/data/hbase/meta/1588230740 2024-12-02T18:18:20,780 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/data/hbase/meta/1588230740 2024-12-02T18:18:20,782 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T18:18:20,783 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T18:18:20,783 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T18:18:20,786 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T18:18:20,789 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65691272, jitterRate=-0.021123766899108887}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T18:18:20,789 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T18:18:20,791 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733163500764Writing region info on filesystem at 1733163500764Initializing all the Stores at 1733163500766 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163500766Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163500766Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163500766Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163500766Cleaning up temporary data from old regions at 1733163500783 (+17 ms)Running coprocessor post-open hooks at 1733163500789 (+6 ms)Region opened successfully at 1733163500791 (+2 ms) 2024-12-02T18:18:20,800 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733163500706 2024-12-02T18:18:20,809 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T18:18:20,809 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T18:18:20,811 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=95451c90bed2,43113,1733163497451 2024-12-02T18:18:20,813 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 95451c90bed2,43113,1733163497451, state=OPEN 2024-12-02T18:18:20,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34797-0x10197441cbf0000, quorum=127.0.0.1:52953, baseZNode=/01353330983 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01353330983/meta-region-server 2024-12-02T18:18:20,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43113-0x10197441cbf0001, quorum=127.0.0.1:52953, baseZNode=/01353330983 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01353330983/meta-region-server 2024-12-02T18:18:20,888 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01353330983/meta-region-server: CHANGED 2024-12-02T18:18:20,888 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01353330983/meta-region-server: CHANGED 2024-12-02T18:18:20,888 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=95451c90bed2,43113,1733163497451 2024-12-02T18:18:20,893 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T18:18:20,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=95451c90bed2,43113,1733163497451 in 354 msec 2024-12-02T18:18:20,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T18:18:20,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 572 msec 2024-12-02T18:18:20,901 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T18:18:20,901 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T18:18:20,919 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:18:20,920 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,43113,1733163497451, seqNum=-1] 2024-12-02T18:18:20,936 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:18:20,939 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50893, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T18:18:20,960 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2180 sec 2024-12-02T18:18:20,960 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733163500960, completionTime=-1 2024-12-02T18:18:20,963 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T18:18:20,963 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T18:18:20,984 INFO [master/95451c90bed2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T18:18:20,984 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733163560984 2024-12-02T18:18:20,984 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733163620984 2024-12-02T18:18:20,984 INFO [master/95451c90bed2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 21 msec 2024-12-02T18:18:20,986 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,34797,1733163496264-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:20,986 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,34797,1733163496264-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:20,986 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,34797,1733163496264-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:20,988 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-95451c90bed2:34797, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:20,988 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:20,989 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:20,997 DEBUG [master/95451c90bed2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T18:18:21,018 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.371sec 2024-12-02T18:18:21,020 INFO [master/95451c90bed2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T18:18:21,021 INFO [master/95451c90bed2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T18:18:21,022 INFO [master/95451c90bed2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T18:18:21,022 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T18:18:21,023 INFO [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T18:18:21,023 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,34797,1733163496264-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T18:18:21,024 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,34797,1733163496264-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T18:18:21,033 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T18:18:21,034 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T18:18:21,034 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,34797,1733163496264-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:21,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d784c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:18:21,071 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-02T18:18:21,071 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-02T18:18:21,073 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,34797,-1 for getting cluster id 2024-12-02T18:18:21,076 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:18:21,083 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad82cba3-8912-4fb1-aab8-0fb481889a0b' 2024-12-02T18:18:21,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:18:21,085 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad82cba3-8912-4fb1-aab8-0fb481889a0b" 2024-12-02T18:18:21,086 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34b7b2b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:18:21,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,34797,-1] 2024-12-02T18:18:21,089 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:18:21,090 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:18:21,092 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:18:21,094 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44127795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:18:21,095 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:18:21,102 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,43113,1733163497451, seqNum=-1] 2024-12-02T18:18:21,103 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:18:21,106 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T18:18:21,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=95451c90bed2,34797,1733163496264 2024-12-02T18:18:21,127 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52953 2024-12-02T18:18:21,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52953, baseZNode=/01353330983 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T18:18:21,141 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10197441cbf0002 connected 2024-12-02T18:18:21,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cebdfa77-6ae7-9e41-ad1d-f26297c51d80/hadoop.log.dir so I do NOT create it in target/test-data/c4c3c34a-4e2c-7e9b-43b0-7fef6669f364 2024-12-02T18:18:21,168 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cebdfa77-6ae7-9e41-ad1d-f26297c51d80/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T18:18:21,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cebdfa77-6ae7-9e41-ad1d-f26297c51d80/hadoop.tmp.dir so I do NOT create it in target/test-data/c4c3c34a-4e2c-7e9b-43b0-7fef6669f364 2024-12-02T18:18:21,168 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cebdfa77-6ae7-9e41-ad1d-f26297c51d80/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T18:18:21,169 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4c3c34a-4e2c-7e9b-43b0-7fef6669f364 2024-12-02T18:18:21,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T18:18:21,169 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4c3c34a-4e2c-7e9b-43b0-7fef6669f364/cluster_f4f9ebc4-f492-2461-08eb-1b81a95fa164, deleteOnExit=true 2024-12-02T18:18:21,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T18:18:21,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4c3c34a-4e2c-7e9b-43b0-7fef6669f364/test.cache.data in system properties and HBase conf 2024-12-02T18:18:21,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4c3c34a-4e2c-7e9b-43b0-7fef6669f364/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T18:18:21,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4c3c34a-4e2c-7e9b-43b0-7fef6669f364/hadoop.log.dir in system properties and HBase conf 2024-12-02T18:18:21,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4c3c34a-4e2c-7e9b-43b0-7fef6669f364/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T18:18:21,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4c3c34a-4e2c-7e9b-43b0-7fef6669f364/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T18:18:21,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T18:18:21,170 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T18:18:21,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4c3c34a-4e2c-7e9b-43b0-7fef6669f364/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T18:18:21,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4c3c34a-4e2c-7e9b-43b0-7fef6669f364/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T18:18:21,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4c3c34a-4e2c-7e9b-43b0-7fef6669f364/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T18:18:21,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4c3c34a-4e2c-7e9b-43b0-7fef6669f364/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T18:18:21,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4c3c34a-4e2c-7e9b-43b0-7fef6669f364/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T18:18:21,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4c3c34a-4e2c-7e9b-43b0-7fef6669f364/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T18:18:21,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4c3c34a-4e2c-7e9b-43b0-7fef6669f364/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T18:18:21,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4c3c34a-4e2c-7e9b-43b0-7fef6669f364/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T18:18:21,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4c3c34a-4e2c-7e9b-43b0-7fef6669f364/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T18:18:21,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4c3c34a-4e2c-7e9b-43b0-7fef6669f364/nfs.dump.dir in system properties and HBase conf 2024-12-02T18:18:21,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4c3c34a-4e2c-7e9b-43b0-7fef6669f364/java.io.tmpdir in system properties and HBase conf 2024-12-02T18:18:21,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4c3c34a-4e2c-7e9b-43b0-7fef6669f364/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T18:18:21,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4c3c34a-4e2c-7e9b-43b0-7fef6669f364/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T18:18:21,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4c3c34a-4e2c-7e9b-43b0-7fef6669f364/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T18:18:21,522 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T18:18:21,528 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T18:18:21,530 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T18:18:21,530 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T18:18:21,530 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T18:18:21,534 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T18:18:21,535 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4c3c34a-4e2c-7e9b-43b0-7fef6669f364/hadoop.log.dir/,AVAILABLE} 2024-12-02T18:18:21,535 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T18:18:21,645 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12160a33{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4c3c34a-4e2c-7e9b-43b0-7fef6669f364/java.io.tmpdir/jetty-localhost-38949-hadoop-hdfs-3_4_1-tests_jar-_-any-14971289945370215485/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T18:18:21,646 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:38949} 2024-12-02T18:18:21,646 INFO [Time-limited test {}] server.Server(415): Started @11179ms 2024-12-02T18:18:21,916 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T18:18:21,921 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T18:18:21,921 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T18:18:21,922 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T18:18:21,922 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T18:18:21,922 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4c3c34a-4e2c-7e9b-43b0-7fef6669f364/hadoop.log.dir/,AVAILABLE} 2024-12-02T18:18:21,922 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T18:18:22,015 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13e60d0f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4c3c34a-4e2c-7e9b-43b0-7fef6669f364/java.io.tmpdir/jetty-localhost-33951-hadoop-hdfs-3_4_1-tests_jar-_-any-13770342978949679616/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T18:18:22,016 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:33951} 2024-12-02T18:18:22,016 INFO [Time-limited test {}] server.Server(415): Started @11549ms 2024-12-02T18:18:22,017 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T18:18:22,897 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4c3c34a-4e2c-7e9b-43b0-7fef6669f364/cluster_f4f9ebc4-f492-2461-08eb-1b81a95fa164/data/data2/current/BP-90357091-172.17.0.3-1733163501196/current, will proceed with Du for space computation calculation, 2024-12-02T18:18:22,897 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4c3c34a-4e2c-7e9b-43b0-7fef6669f364/cluster_f4f9ebc4-f492-2461-08eb-1b81a95fa164/data/data1/current/BP-90357091-172.17.0.3-1733163501196/current, will proceed with Du for space computation calculation, 2024-12-02T18:18:22,931 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T18:18:22,934 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x130f95cc0c162fb0 with lease ID 0xd2212e68b9ddcae5: Processing first storage report for DS-13d599f1-d2c6-40e8-9b69-5afe189412ab from datanode DatanodeRegistration(127.0.0.1:43977, datanodeUuid=c9f823c5-0f44-427c-b52a-467a92b3acc1, infoPort=38789, infoSecurePort=0, ipcPort=45251, storageInfo=lv=-57;cid=testClusterID;nsid=301375277;c=1733163501196) 2024-12-02T18:18:22,935 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x130f95cc0c162fb0 with lease ID 0xd2212e68b9ddcae5: from storage DS-13d599f1-d2c6-40e8-9b69-5afe189412ab node DatanodeRegistration(127.0.0.1:43977, datanodeUuid=c9f823c5-0f44-427c-b52a-467a92b3acc1, infoPort=38789, infoSecurePort=0, ipcPort=45251, storageInfo=lv=-57;cid=testClusterID;nsid=301375277;c=1733163501196), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T18:18:22,935 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x130f95cc0c162fb0 with lease ID 0xd2212e68b9ddcae5: Processing first storage report for DS-6106ab24-59ee-4087-b4b7-a376e9f9b794 from datanode DatanodeRegistration(127.0.0.1:43977, datanodeUuid=c9f823c5-0f44-427c-b52a-467a92b3acc1, infoPort=38789, infoSecurePort=0, ipcPort=45251, storageInfo=lv=-57;cid=testClusterID;nsid=301375277;c=1733163501196) 2024-12-02T18:18:22,935 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x130f95cc0c162fb0 with lease ID 0xd2212e68b9ddcae5: from storage DS-6106ab24-59ee-4087-b4b7-a376e9f9b794 node DatanodeRegistration(127.0.0.1:43977, datanodeUuid=c9f823c5-0f44-427c-b52a-467a92b3acc1, infoPort=38789, infoSecurePort=0, ipcPort=45251, storageInfo=lv=-57;cid=testClusterID;nsid=301375277;c=1733163501196), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T18:18:22,967 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4c3c34a-4e2c-7e9b-43b0-7fef6669f364 2024-12-02T18:18:22,967 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:18:22,970 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:18:22,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741825_1001 (size=7) 2024-12-02T18:18:23,388 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39553/user/jenkins/test-data/4bd54b90-de96-5607-86e9-49a4447782d3 with version=8 2024-12-02T18:18:23,388 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39553/user/jenkins/test-data/4bd54b90-de96-5607-86e9-49a4447782d3/hbase-staging 2024-12-02T18:18:23,390 INFO [Time-limited test {}] client.ConnectionUtils(128): master/95451c90bed2:0 server-side Connection retries=45 2024-12-02T18:18:23,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:18:23,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T18:18:23,391 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T18:18:23,391 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:18:23,391 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T18:18:23,391 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T18:18:23,391 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T18:18:23,392 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46653 2024-12-02T18:18:23,394 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46653 connecting to ZooKeeper ensemble=127.0.0.1:52953 2024-12-02T18:18:23,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:466530x0, quorum=127.0.0.1:52953, baseZNode=/1632511439 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T18:18:23,404 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46653-0x10197441cbf0003 connected 2024-12-02T18:18:23,478 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:18:23,483 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:18:23,487 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46653-0x10197441cbf0003, quorum=127.0.0.1:52953, baseZNode=/1632511439 Set watcher on znode that does not yet exist, /1632511439/running 2024-12-02T18:18:23,488 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39553/user/jenkins/test-data/4bd54b90-de96-5607-86e9-49a4447782d3, hbase.cluster.distributed=false 2024-12-02T18:18:23,491 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46653-0x10197441cbf0003, quorum=127.0.0.1:52953, baseZNode=/1632511439 Set watcher on znode that does not yet exist, /1632511439/acl 2024-12-02T18:18:23,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46653 2024-12-02T18:18:23,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46653 2024-12-02T18:18:23,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46653 2024-12-02T18:18:23,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46653 2024-12-02T18:18:23,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46653 2024-12-02T18:18:23,509 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/95451c90bed2:0 server-side Connection retries=45 2024-12-02T18:18:23,509 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:18:23,510 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T18:18:23,510 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T18:18:23,510 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:18:23,510 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T18:18:23,510 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T18:18:23,510 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T18:18:23,511 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36823 2024-12-02T18:18:23,513 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36823 connecting to ZooKeeper ensemble=127.0.0.1:52953 2024-12-02T18:18:23,514 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:18:23,516 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:18:23,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:368230x0, quorum=127.0.0.1:52953, baseZNode=/1632511439 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T18:18:23,530 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:368230x0, quorum=127.0.0.1:52953, baseZNode=/1632511439 Set watcher on znode that does not yet exist, /1632511439/running 2024-12-02T18:18:23,530 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36823-0x10197441cbf0004 connected 2024-12-02T18:18:23,531 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T18:18:23,531 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T18:18:23,532 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36823-0x10197441cbf0004, quorum=127.0.0.1:52953, baseZNode=/1632511439 Set watcher on znode that does not yet exist, /1632511439/master 2024-12-02T18:18:23,533 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36823-0x10197441cbf0004, quorum=127.0.0.1:52953, baseZNode=/1632511439 Set watcher on znode that does not yet exist, /1632511439/acl 2024-12-02T18:18:23,534 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36823 2024-12-02T18:18:23,535 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36823 2024-12-02T18:18:23,537 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36823 2024-12-02T18:18:23,537 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36823 2024-12-02T18:18:23,538 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36823 2024-12-02T18:18:23,549 DEBUG [M:0;95451c90bed2:46653 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;95451c90bed2:46653 2024-12-02T18:18:23,549 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1632511439/backup-masters/95451c90bed2,46653,1733163503390 2024-12-02T18:18:23,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46653-0x10197441cbf0003, quorum=127.0.0.1:52953, baseZNode=/1632511439 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1632511439/backup-masters 2024-12-02T18:18:23,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36823-0x10197441cbf0004, quorum=127.0.0.1:52953, baseZNode=/1632511439 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1632511439/backup-masters 2024-12-02T18:18:23,562 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46653-0x10197441cbf0003, quorum=127.0.0.1:52953, baseZNode=/1632511439 Set watcher on existing znode=/1632511439/backup-masters/95451c90bed2,46653,1733163503390 2024-12-02T18:18:23,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46653-0x10197441cbf0003, quorum=127.0.0.1:52953, baseZNode=/1632511439 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1632511439 2024-12-02T18:18:23,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36823-0x10197441cbf0004, quorum=127.0.0.1:52953, baseZNode=/1632511439 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1632511439/master 2024-12-02T18:18:23,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36823-0x10197441cbf0004, quorum=127.0.0.1:52953, baseZNode=/1632511439 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1632511439 2024-12-02T18:18:23,573 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46653-0x10197441cbf0003, quorum=127.0.0.1:52953, baseZNode=/1632511439 Set watcher on existing znode=/1632511439/master 2024-12-02T18:18:23,574 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1632511439/backup-masters/95451c90bed2,46653,1733163503390 from backup master directory 2024-12-02T18:18:23,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46653-0x10197441cbf0003, quorum=127.0.0.1:52953, baseZNode=/1632511439 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1632511439/backup-masters/95451c90bed2,46653,1733163503390 2024-12-02T18:18:23,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36823-0x10197441cbf0004, quorum=127.0.0.1:52953, baseZNode=/1632511439 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1632511439/backup-masters 2024-12-02T18:18:23,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46653-0x10197441cbf0003, quorum=127.0.0.1:52953, baseZNode=/1632511439 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1632511439/backup-masters 2024-12-02T18:18:23,583 WARN [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T18:18:23,583 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=95451c90bed2,46653,1733163503390 2024-12-02T18:18:23,593 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39553/user/jenkins/test-data/4bd54b90-de96-5607-86e9-49a4447782d3/hbase.id] with ID: 37c7a009-df0f-4f2e-8fd7-8e8359717e24 2024-12-02T18:18:23,593 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39553/user/jenkins/test-data/4bd54b90-de96-5607-86e9-49a4447782d3/.tmp/hbase.id 2024-12-02T18:18:23,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741826_1002 (size=42) 2024-12-02T18:18:24,001 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39553/user/jenkins/test-data/4bd54b90-de96-5607-86e9-49a4447782d3/.tmp/hbase.id]:[hdfs://localhost:39553/user/jenkins/test-data/4bd54b90-de96-5607-86e9-49a4447782d3/hbase.id] 2024-12-02T18:18:24,026 INFO [master/95451c90bed2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:18:24,027 INFO [master/95451c90bed2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T18:18:24,029 INFO [master/95451c90bed2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-02T18:18:24,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36823-0x10197441cbf0004, quorum=127.0.0.1:52953, baseZNode=/1632511439 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1632511439 2024-12-02T18:18:24,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46653-0x10197441cbf0003, quorum=127.0.0.1:52953, baseZNode=/1632511439 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1632511439 2024-12-02T18:18:24,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741827_1003 (size=196) 2024-12-02T18:18:24,492 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T18:18:24,493 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T18:18:24,493 INFO [master/95451c90bed2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:18:24,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741828_1004 (size=1189) 2024-12-02T18:18:24,508 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39553/user/jenkins/test-data/4bd54b90-de96-5607-86e9-49a4447782d3/MasterData/data/master/store 2024-12-02T18:18:24,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741829_1005 (size=34) 2024-12-02T18:18:24,523 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:18:24,523 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T18:18:24,523 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:18:24,523 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:18:24,524 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T18:18:24,524 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:18:24,524 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:18:24,524 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733163504523Disabling compacts and flushes for region at 1733163504523Disabling writes for close at 1733163504524 (+1 ms)Writing region close event to WAL at 1733163504524Closed at 1733163504524 2024-12-02T18:18:24,526 WARN [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39553/user/jenkins/test-data/4bd54b90-de96-5607-86e9-49a4447782d3/MasterData/data/master/store/.initializing 2024-12-02T18:18:24,526 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39553/user/jenkins/test-data/4bd54b90-de96-5607-86e9-49a4447782d3/MasterData/WALs/95451c90bed2,46653,1733163503390 2024-12-02T18:18:24,527 INFO [master/95451c90bed2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T18:18:24,531 INFO [master/95451c90bed2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=95451c90bed2%2C46653%2C1733163503390, suffix=, logDir=hdfs://localhost:39553/user/jenkins/test-data/4bd54b90-de96-5607-86e9-49a4447782d3/MasterData/WALs/95451c90bed2,46653,1733163503390, archiveDir=hdfs://localhost:39553/user/jenkins/test-data/4bd54b90-de96-5607-86e9-49a4447782d3/MasterData/oldWALs, maxLogs=10 2024-12-02T18:18:24,547 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4bd54b90-de96-5607-86e9-49a4447782d3/MasterData/WALs/95451c90bed2,46653,1733163503390/95451c90bed2%2C46653%2C1733163503390.1733163504531, exclude list is [], retry=0 2024-12-02T18:18:24,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43977,DS-13d599f1-d2c6-40e8-9b69-5afe189412ab,DISK] 2024-12-02T18:18:24,556 INFO [master/95451c90bed2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4bd54b90-de96-5607-86e9-49a4447782d3/MasterData/WALs/95451c90bed2,46653,1733163503390/95451c90bed2%2C46653%2C1733163503390.1733163504531 2024-12-02T18:18:24,556 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38789:38789)] 2024-12-02T18:18:24,556 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:18:24,557 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:18:24,557 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:18:24,557 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:18:24,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:18:24,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T18:18:24,563 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:18:24,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:18:24,565 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:18:24,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T18:18:24,567 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:18:24,568 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:18:24,568 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:18:24,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T18:18:24,571 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:18:24,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:18:24,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:18:24,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T18:18:24,575 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:18:24,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:18:24,576 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:18:24,578 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39553/user/jenkins/test-data/4bd54b90-de96-5607-86e9-49a4447782d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:18:24,579 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39553/user/jenkins/test-data/4bd54b90-de96-5607-86e9-49a4447782d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:18:24,582 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:18:24,582 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:18:24,583 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T18:18:24,586 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:18:24,592 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39553/user/jenkins/test-data/4bd54b90-de96-5607-86e9-49a4447782d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T18:18:24,593 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65181130, jitterRate=-0.028725475072860718}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T18:18:24,594 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733163504557Initializing all the Stores at 1733163504559 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163504560 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163504560Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163504560Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163504560Cleaning up temporary data from old regions at 1733163504582 (+22 ms)Region opened successfully at 1733163504593 (+11 ms) 2024-12-02T18:18:24,594 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T18:18:24,600 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f6c8529, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=95451c90bed2/172.17.0.3:0 2024-12-02T18:18:24,602 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T18:18:24,602 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T18:18:24,602 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T18:18:24,602 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T18:18:24,604 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-02T18:18:24,604 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T18:18:24,604 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T18:18:24,609 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T18:18:24,611 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46653-0x10197441cbf0003, quorum=127.0.0.1:52953, baseZNode=/1632511439 Unable to get data of znode /1632511439/balancer because node does not exist (not necessarily an error) 2024-12-02T18:18:24,614 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1632511439/balancer already deleted, retry=false 2024-12-02T18:18:24,614 INFO [master/95451c90bed2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T18:18:24,615 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46653-0x10197441cbf0003, quorum=127.0.0.1:52953, baseZNode=/1632511439 Unable to get data of znode /1632511439/normalizer because node does not exist (not necessarily an error) 2024-12-02T18:18:24,624 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1632511439/normalizer already deleted, retry=false 2024-12-02T18:18:24,625 INFO [master/95451c90bed2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T18:18:24,627 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46653-0x10197441cbf0003, quorum=127.0.0.1:52953, baseZNode=/1632511439 Unable to get data of znode /1632511439/switch/split because node does not exist (not necessarily an error) 2024-12-02T18:18:24,635 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1632511439/switch/split already deleted, retry=false 2024-12-02T18:18:24,636 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46653-0x10197441cbf0003, quorum=127.0.0.1:52953, baseZNode=/1632511439 Unable to get data of znode /1632511439/switch/merge because node does not exist (not necessarily an error) 2024-12-02T18:18:24,645 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1632511439/switch/merge already deleted, retry=false 2024-12-02T18:18:24,649 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46653-0x10197441cbf0003, quorum=127.0.0.1:52953, baseZNode=/1632511439 Unable to get data of znode /1632511439/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T18:18:24,656 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1632511439/snapshot-cleanup already deleted, retry=false 2024-12-02T18:18:24,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46653-0x10197441cbf0003, quorum=127.0.0.1:52953, baseZNode=/1632511439 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1632511439/running 2024-12-02T18:18:24,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36823-0x10197441cbf0004, quorum=127.0.0.1:52953, baseZNode=/1632511439 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1632511439/running 2024-12-02T18:18:24,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36823-0x10197441cbf0004, quorum=127.0.0.1:52953, baseZNode=/1632511439 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1632511439 2024-12-02T18:18:24,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46653-0x10197441cbf0003, quorum=127.0.0.1:52953, baseZNode=/1632511439 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1632511439 2024-12-02T18:18:24,667 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=95451c90bed2,46653,1733163503390, sessionid=0x10197441cbf0003, setting cluster-up flag (Was=false) 2024-12-02T18:18:24,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36823-0x10197441cbf0004, quorum=127.0.0.1:52953, baseZNode=/1632511439 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1632511439 2024-12-02T18:18:24,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46653-0x10197441cbf0003, quorum=127.0.0.1:52953, baseZNode=/1632511439 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1632511439 2024-12-02T18:18:24,719 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1632511439/flush-table-proc/acquired, /1632511439/flush-table-proc/reached, /1632511439/flush-table-proc/abort 2024-12-02T18:18:24,721 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=95451c90bed2,46653,1733163503390 2024-12-02T18:18:24,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46653-0x10197441cbf0003, quorum=127.0.0.1:52953, baseZNode=/1632511439 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1632511439 2024-12-02T18:18:24,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36823-0x10197441cbf0004, quorum=127.0.0.1:52953, baseZNode=/1632511439 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1632511439 2024-12-02T18:18:24,772 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1632511439/online-snapshot/acquired, /1632511439/online-snapshot/reached, /1632511439/online-snapshot/abort 2024-12-02T18:18:24,773 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=95451c90bed2,46653,1733163503390 2024-12-02T18:18:24,775 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39553/user/jenkins/test-data/4bd54b90-de96-5607-86e9-49a4447782d3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T18:18:24,779 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T18:18:24,779 INFO [master/95451c90bed2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T18:18:24,780 INFO [master/95451c90bed2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T18:18:24,780 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 95451c90bed2,46653,1733163503390 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T18:18:24,781 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:18:24,782 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:18:24,782 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:18:24,782 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:18:24,782 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/95451c90bed2:0, corePoolSize=10, maxPoolSize=10 2024-12-02T18:18:24,782 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:18:24,782 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/95451c90bed2:0, corePoolSize=2, maxPoolSize=2 2024-12-02T18:18:24,782 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:18:24,785 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T18:18:24,786 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T18:18:24,788 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:18:24,788 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T18:18:24,797 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733163534796 2024-12-02T18:18:24,797 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T18:18:24,797 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T18:18:24,797 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T18:18:24,797 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T18:18:24,797 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T18:18:24,797 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T18:18:24,798 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:24,798 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T18:18:24,799 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T18:18:24,799 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T18:18:24,799 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T18:18:24,802 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T18:18:24,802 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T18:18:24,803 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.large.0-1733163504802,5,FailOnTimeoutGroup] 2024-12-02T18:18:24,804 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.small.0-1733163504803,5,FailOnTimeoutGroup] 2024-12-02T18:18:24,804 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:24,804 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T18:18:24,804 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:24,805 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:24,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741831_1007 (size=1321) 2024-12-02T18:18:24,841 INFO [RS:0;95451c90bed2:36823 {}] regionserver.HRegionServer(746): ClusterId : 37c7a009-df0f-4f2e-8fd7-8e8359717e24 2024-12-02T18:18:24,841 DEBUG [RS:0;95451c90bed2:36823 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T18:18:24,886 DEBUG [RS:0;95451c90bed2:36823 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T18:18:24,886 DEBUG [RS:0;95451c90bed2:36823 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T18:18:24,948 DEBUG [RS:0;95451c90bed2:36823 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T18:18:24,948 DEBUG [RS:0;95451c90bed2:36823 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10d4e22b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=95451c90bed2/172.17.0.3:0 2024-12-02T18:18:24,960 DEBUG [RS:0;95451c90bed2:36823 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;95451c90bed2:36823 2024-12-02T18:18:24,960 INFO [RS:0;95451c90bed2:36823 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T18:18:24,960 INFO [RS:0;95451c90bed2:36823 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T18:18:24,960 DEBUG [RS:0;95451c90bed2:36823 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T18:18:24,961 INFO [RS:0;95451c90bed2:36823 {}] regionserver.HRegionServer(2659): reportForDuty to master=95451c90bed2,46653,1733163503390 with port=36823, startcode=1733163503509 2024-12-02T18:18:24,961 DEBUG [RS:0;95451c90bed2:36823 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T18:18:24,963 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32907, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T18:18:24,964 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46653 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 95451c90bed2,36823,1733163503509 2024-12-02T18:18:24,964 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46653 {}] master.ServerManager(517): Registering regionserver=95451c90bed2,36823,1733163503509 2024-12-02T18:18:24,967 DEBUG [RS:0;95451c90bed2:36823 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39553/user/jenkins/test-data/4bd54b90-de96-5607-86e9-49a4447782d3 2024-12-02T18:18:24,967 DEBUG [RS:0;95451c90bed2:36823 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39553 2024-12-02T18:18:24,967 DEBUG [RS:0;95451c90bed2:36823 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T18:18:25,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46653-0x10197441cbf0003, quorum=127.0.0.1:52953, baseZNode=/1632511439 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1632511439/rs 2024-12-02T18:18:25,012 DEBUG [RS:0;95451c90bed2:36823 {}] zookeeper.ZKUtil(111): regionserver:36823-0x10197441cbf0004, quorum=127.0.0.1:52953, baseZNode=/1632511439 Set watcher on existing znode=/1632511439/rs/95451c90bed2,36823,1733163503509 2024-12-02T18:18:25,012 WARN [RS:0;95451c90bed2:36823 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T18:18:25,012 INFO [RS:0;95451c90bed2:36823 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:18:25,012 DEBUG [RS:0;95451c90bed2:36823 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39553/user/jenkins/test-data/4bd54b90-de96-5607-86e9-49a4447782d3/WALs/95451c90bed2,36823,1733163503509 2024-12-02T18:18:25,013 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [95451c90bed2,36823,1733163503509] 2024-12-02T18:18:25,020 INFO [RS:0;95451c90bed2:36823 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T18:18:25,024 INFO [RS:0;95451c90bed2:36823 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T18:18:25,025 INFO [RS:0;95451c90bed2:36823 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T18:18:25,025 INFO [RS:0;95451c90bed2:36823 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:25,025 INFO [RS:0;95451c90bed2:36823 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T18:18:25,026 INFO [RS:0;95451c90bed2:36823 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T18:18:25,026 INFO [RS:0;95451c90bed2:36823 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:25,027 DEBUG [RS:0;95451c90bed2:36823 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:18:25,027 DEBUG [RS:0;95451c90bed2:36823 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:18:25,027 DEBUG [RS:0;95451c90bed2:36823 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:18:25,027 DEBUG [RS:0;95451c90bed2:36823 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:18:25,027 DEBUG [RS:0;95451c90bed2:36823 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:18:25,027 DEBUG [RS:0;95451c90bed2:36823 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/95451c90bed2:0, corePoolSize=2, maxPoolSize=2 2024-12-02T18:18:25,027 DEBUG [RS:0;95451c90bed2:36823 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:18:25,027 DEBUG [RS:0;95451c90bed2:36823 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:18:25,027 DEBUG [RS:0;95451c90bed2:36823 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:18:25,028 DEBUG [RS:0;95451c90bed2:36823 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:18:25,028 DEBUG [RS:0;95451c90bed2:36823 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:18:25,028 DEBUG [RS:0;95451c90bed2:36823 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:18:25,028 DEBUG [RS:0;95451c90bed2:36823 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/95451c90bed2:0, corePoolSize=3, maxPoolSize=3 2024-12-02T18:18:25,028 DEBUG [RS:0;95451c90bed2:36823 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/95451c90bed2:0, corePoolSize=3, maxPoolSize=3 2024-12-02T18:18:25,028 INFO [RS:0;95451c90bed2:36823 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:25,028 INFO [RS:0;95451c90bed2:36823 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:25,029 INFO [RS:0;95451c90bed2:36823 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:25,029 INFO [RS:0;95451c90bed2:36823 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:25,029 INFO [RS:0;95451c90bed2:36823 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:25,029 INFO [RS:0;95451c90bed2:36823 {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,36823,1733163503509-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T18:18:25,043 INFO [RS:0;95451c90bed2:36823 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T18:18:25,043 INFO [RS:0;95451c90bed2:36823 {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,36823,1733163503509-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:25,043 INFO [RS:0;95451c90bed2:36823 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:25,044 INFO [RS:0;95451c90bed2:36823 {}] regionserver.Replication(171): 95451c90bed2,36823,1733163503509 started 2024-12-02T18:18:25,057 INFO [RS:0;95451c90bed2:36823 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:25,058 INFO [RS:0;95451c90bed2:36823 {}] regionserver.HRegionServer(1482): Serving as 95451c90bed2,36823,1733163503509, RpcServer on 95451c90bed2/172.17.0.3:36823, sessionid=0x10197441cbf0004 2024-12-02T18:18:25,058 DEBUG [RS:0;95451c90bed2:36823 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T18:18:25,058 DEBUG [RS:0;95451c90bed2:36823 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 95451c90bed2,36823,1733163503509 2024-12-02T18:18:25,058 DEBUG [RS:0;95451c90bed2:36823 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '95451c90bed2,36823,1733163503509' 2024-12-02T18:18:25,058 DEBUG [RS:0;95451c90bed2:36823 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1632511439/flush-table-proc/abort' 2024-12-02T18:18:25,059 DEBUG [RS:0;95451c90bed2:36823 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1632511439/flush-table-proc/acquired' 2024-12-02T18:18:25,059 DEBUG [RS:0;95451c90bed2:36823 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T18:18:25,060 DEBUG [RS:0;95451c90bed2:36823 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T18:18:25,060 DEBUG [RS:0;95451c90bed2:36823 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 95451c90bed2,36823,1733163503509 2024-12-02T18:18:25,060 DEBUG [RS:0;95451c90bed2:36823 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '95451c90bed2,36823,1733163503509' 2024-12-02T18:18:25,060 DEBUG [RS:0;95451c90bed2:36823 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1632511439/online-snapshot/abort' 2024-12-02T18:18:25,060 DEBUG [RS:0;95451c90bed2:36823 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1632511439/online-snapshot/acquired' 2024-12-02T18:18:25,061 DEBUG [RS:0;95451c90bed2:36823 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T18:18:25,061 INFO [RS:0;95451c90bed2:36823 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T18:18:25,061 INFO [RS:0;95451c90bed2:36823 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T18:18:25,162 INFO [RS:0;95451c90bed2:36823 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T18:18:25,187 INFO [RS:0;95451c90bed2:36823 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=95451c90bed2%2C36823%2C1733163503509, suffix=, logDir=hdfs://localhost:39553/user/jenkins/test-data/4bd54b90-de96-5607-86e9-49a4447782d3/WALs/95451c90bed2,36823,1733163503509, archiveDir=hdfs://localhost:39553/user/jenkins/test-data/4bd54b90-de96-5607-86e9-49a4447782d3/oldWALs, maxLogs=10 2024-12-02T18:18:25,209 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39553/user/jenkins/test-data/4bd54b90-de96-5607-86e9-49a4447782d3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T18:18:25,209 DEBUG [RS:0;95451c90bed2:36823 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4bd54b90-de96-5607-86e9-49a4447782d3/WALs/95451c90bed2,36823,1733163503509/95451c90bed2%2C36823%2C1733163503509.1733163505189, exclude list is [], retry=0 2024-12-02T18:18:25,209 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39553/user/jenkins/test-data/4bd54b90-de96-5607-86e9-49a4447782d3 2024-12-02T18:18:25,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43977,DS-13d599f1-d2c6-40e8-9b69-5afe189412ab,DISK] 2024-12-02T18:18:25,222 INFO [RS:0;95451c90bed2:36823 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4bd54b90-de96-5607-86e9-49a4447782d3/WALs/95451c90bed2,36823,1733163503509/95451c90bed2%2C36823%2C1733163503509.1733163505189 2024-12-02T18:18:25,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741833_1009 (size=32) 2024-12-02T18:18:25,227 DEBUG [RS:0;95451c90bed2:36823 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38789:38789)] 2024-12-02T18:18:25,229 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:18:25,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T18:18:25,233 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T18:18:25,234 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:18:25,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:18:25,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T18:18:25,237 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T18:18:25,237 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:18:25,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:18:25,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T18:18:25,240 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T18:18:25,240 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:18:25,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:18:25,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T18:18:25,243 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T18:18:25,243 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:18:25,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:18:25,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T18:18:25,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39553/user/jenkins/test-data/4bd54b90-de96-5607-86e9-49a4447782d3/data/hbase/meta/1588230740 2024-12-02T18:18:25,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39553/user/jenkins/test-data/4bd54b90-de96-5607-86e9-49a4447782d3/data/hbase/meta/1588230740 2024-12-02T18:18:25,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T18:18:25,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T18:18:25,249 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T18:18:25,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T18:18:25,255 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39553/user/jenkins/test-data/4bd54b90-de96-5607-86e9-49a4447782d3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T18:18:25,256 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68615301, jitterRate=0.022447660565376282}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T18:18:25,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733163505229Initializing all the Stores at 1733163505231 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163505231Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163505231Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163505231Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163505231Cleaning up temporary data from old regions at 1733163505248 (+17 ms)Region opened successfully at 1733163505256 (+8 ms) 2024-12-02T18:18:25,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T18:18:25,256 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T18:18:25,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T18:18:25,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T18:18:25,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T18:18:25,257 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T18:18:25,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733163505256Disabling compacts and flushes for region at 1733163505256Disabling writes for close at 1733163505256Writing region close event to WAL at 1733163505257 (+1 ms)Closed at 1733163505257 2024-12-02T18:18:25,259 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T18:18:25,259 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T18:18:25,259 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T18:18:25,261 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T18:18:25,263 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T18:18:25,413 DEBUG [95451c90bed2:46653 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T18:18:25,414 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=95451c90bed2,36823,1733163503509 2024-12-02T18:18:25,416 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 95451c90bed2,36823,1733163503509, state=OPENING 2024-12-02T18:18:25,718 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T18:18:25,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46653-0x10197441cbf0003, quorum=127.0.0.1:52953, baseZNode=/1632511439 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1632511439 2024-12-02T18:18:25,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36823-0x10197441cbf0004, quorum=127.0.0.1:52953, baseZNode=/1632511439 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1632511439 2024-12-02T18:18:25,773 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T18:18:25,773 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1632511439/meta-region-server: CHANGED 2024-12-02T18:18:25,773 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=95451c90bed2,36823,1733163503509}] 2024-12-02T18:18:25,773 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1632511439/meta-region-server: CHANGED 2024-12-02T18:18:25,927 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T18:18:25,930 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47377, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T18:18:25,935 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T18:18:25,935 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:18:25,935 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T18:18:25,939 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=95451c90bed2%2C36823%2C1733163503509.meta, suffix=.meta, logDir=hdfs://localhost:39553/user/jenkins/test-data/4bd54b90-de96-5607-86e9-49a4447782d3/WALs/95451c90bed2,36823,1733163503509, archiveDir=hdfs://localhost:39553/user/jenkins/test-data/4bd54b90-de96-5607-86e9-49a4447782d3/oldWALs, maxLogs=10 2024-12-02T18:18:25,959 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4bd54b90-de96-5607-86e9-49a4447782d3/WALs/95451c90bed2,36823,1733163503509/95451c90bed2%2C36823%2C1733163503509.meta.1733163505940.meta, exclude list is [], retry=0 2024-12-02T18:18:25,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43977,DS-13d599f1-d2c6-40e8-9b69-5afe189412ab,DISK] 2024-12-02T18:18:25,965 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4bd54b90-de96-5607-86e9-49a4447782d3/WALs/95451c90bed2,36823,1733163503509/95451c90bed2%2C36823%2C1733163503509.meta.1733163505940.meta 2024-12-02T18:18:25,966 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38789:38789)] 2024-12-02T18:18:25,966 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:18:25,967 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T18:18:25,967 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T18:18:25,967 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T18:18:25,967 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T18:18:25,967 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T18:18:25,967 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:18:25,967 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T18:18:25,968 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T18:18:25,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T18:18:25,971 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T18:18:25,971 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:18:25,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:18:25,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T18:18:25,973 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T18:18:25,973 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:18:25,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:18:25,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T18:18:25,976 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T18:18:25,976 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:18:25,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:18:25,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T18:18:25,978 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T18:18:25,978 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:18:25,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:18:25,979 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T18:18:25,981 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39553/user/jenkins/test-data/4bd54b90-de96-5607-86e9-49a4447782d3/data/hbase/meta/1588230740 2024-12-02T18:18:25,983 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39553/user/jenkins/test-data/4bd54b90-de96-5607-86e9-49a4447782d3/data/hbase/meta/1588230740 2024-12-02T18:18:25,986 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T18:18:25,986 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T18:18:25,987 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T18:18:25,992 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T18:18:25,994 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64500001, jitterRate=-0.03887508809566498}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T18:18:25,994 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T18:18:25,994 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733163505968Writing region info on filesystem at 1733163505968Initializing all the Stores at 1733163505969 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163505969Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163505970 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163505970Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163505970Cleaning up temporary data from old regions at 1733163505986 (+16 ms)Running coprocessor post-open hooks at 1733163505994 (+8 ms)Region opened successfully at 1733163505994 2024-12-02T18:18:25,996 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733163505927 2024-12-02T18:18:25,999 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T18:18:26,000 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T18:18:26,001 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=95451c90bed2,36823,1733163503509 2024-12-02T18:18:26,002 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 95451c90bed2,36823,1733163503509, state=OPEN 2024-12-02T18:18:26,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36823-0x10197441cbf0004, quorum=127.0.0.1:52953, baseZNode=/1632511439 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1632511439/meta-region-server 2024-12-02T18:18:26,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46653-0x10197441cbf0003, quorum=127.0.0.1:52953, baseZNode=/1632511439 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1632511439/meta-region-server 2024-12-02T18:18:26,091 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=95451c90bed2,36823,1733163503509 2024-12-02T18:18:26,091 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1632511439/meta-region-server: CHANGED 2024-12-02T18:18:26,091 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1632511439/meta-region-server: CHANGED 2024-12-02T18:18:26,098 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T18:18:26,098 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=95451c90bed2,36823,1733163503509 in 318 msec 2024-12-02T18:18:26,105 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T18:18:26,105 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 839 msec 2024-12-02T18:18:26,106 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T18:18:26,106 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T18:18:26,108 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:18:26,108 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,36823,1733163503509, seqNum=-1] 2024-12-02T18:18:26,108 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:18:26,110 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53093, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T18:18:26,119 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3400 sec 2024-12-02T18:18:26,119 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733163506119, completionTime=-1 2024-12-02T18:18:26,119 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T18:18:26,119 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T18:18:26,122 INFO [master/95451c90bed2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T18:18:26,122 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733163566122 2024-12-02T18:18:26,122 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733163626122 2024-12-02T18:18:26,122 INFO [master/95451c90bed2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-02T18:18:26,123 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,46653,1733163503390-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:26,123 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,46653,1733163503390-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:26,123 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,46653,1733163503390-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:26,123 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-95451c90bed2:46653, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:26,123 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:26,123 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:26,125 DEBUG [master/95451c90bed2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T18:18:26,128 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.545sec 2024-12-02T18:18:26,129 INFO [master/95451c90bed2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T18:18:26,129 INFO [master/95451c90bed2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T18:18:26,129 INFO [master/95451c90bed2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T18:18:26,129 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T18:18:26,129 INFO [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T18:18:26,129 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,46653,1733163503390-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T18:18:26,129 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,46653,1733163503390-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T18:18:26,132 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T18:18:26,132 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T18:18:26,132 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,46653,1733163503390-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:26,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f6ba2f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:18:26,142 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,46653,-1 for getting cluster id 2024-12-02T18:18:26,142 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:18:26,145 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '37c7a009-df0f-4f2e-8fd7-8e8359717e24' 2024-12-02T18:18:26,146 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:18:26,146 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "37c7a009-df0f-4f2e-8fd7-8e8359717e24" 2024-12-02T18:18:26,147 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f154d8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:18:26,147 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,46653,-1] 2024-12-02T18:18:26,148 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:18:26,148 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:18:26,150 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:18:26,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a99f828, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:18:26,152 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:18:26,153 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,36823,1733163503509, seqNum=-1] 2024-12-02T18:18:26,154 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:18:26,155 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T18:18:26,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=95451c90bed2,46653,1733163503390 2024-12-02T18:18:26,158 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52953 2024-12-02T18:18:26,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52953, baseZNode=/1632511439 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T18:18:26,183 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10197441cbf0005 connected 2024-12-02T18:18:26,250 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52f80546, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:18:26,250 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,34797,-1 for getting cluster id 2024-12-02T18:18:26,250 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:18:26,253 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad82cba3-8912-4fb1-aab8-0fb481889a0b' 2024-12-02T18:18:26,254 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:18:26,254 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad82cba3-8912-4fb1-aab8-0fb481889a0b" 2024-12-02T18:18:26,255 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60be5719, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:18:26,255 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,34797,-1] 2024-12-02T18:18:26,255 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:18:26,255 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:18:26,257 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:18:26,258 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bfa45b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:18:26,265 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:18:26,268 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,34797,1733163496264 2024-12-02T18:18:26,270 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31e070c8 2024-12-02T18:18:26,270 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:18:26,272 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T18:18:26,273 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34797 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://95451c90bed2:46653,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T18:18:26,277 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T18:18:26,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34797 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T18:18:26,286 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='95451c90bed2:46653' 2024-12-02T18:18:26,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:18:26,288 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59c12bf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:18:26,288 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,46653,-1 for getting cluster id 2024-12-02T18:18:26,288 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:18:26,289 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '37c7a009-df0f-4f2e-8fd7-8e8359717e24' 2024-12-02T18:18:26,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:18:26,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "37c7a009-df0f-4f2e-8fd7-8e8359717e24" 2024-12-02T18:18:26,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68bc5c32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:18:26,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,46653,-1] 2024-12-02T18:18:26,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:18:26,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:18:26,292 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:18:26,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f502679, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:18:26,294 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:18:26,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,46653,1733163503390 2024-12-02T18:18:26,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61d6581a 2024-12-02T18:18:26,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:18:26,302 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T18:18:26,314 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-02T18:18:26,314 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T18:18:26,319 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:18:26,319 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:18:26,319 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:18:26,321 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T18:18:26,326 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T18:18:26,329 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T18:18:26,330 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:18:26,332 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T18:18:26,340 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T18:18:26,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40803 is added to blk_1073741835_1011 (size=1138) 2024-12-02T18:18:26,379 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T18:18:26,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:18:26,605 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T18:18:26,606 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-02T18:18:26,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:18:26,609 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T18:18:26,609 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-02T18:18:26,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T18:18:26,610 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-02T18:18:26,610 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T18:18:26,610 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-02T18:18:26,745 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4676f9c5b799e86021954ade094b6ce1, NAME => 'hbase:replication,,1733163506320.4676f9c5b799e86021954ade094b6ce1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf 2024-12-02T18:18:26,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40803 is added to blk_1073741836_1012 (size=44) 2024-12-02T18:18:26,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:18:27,155 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733163506320.4676f9c5b799e86021954ade094b6ce1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:18:27,155 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4676f9c5b799e86021954ade094b6ce1, disabling compactions & flushes 2024-12-02T18:18:27,156 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733163506320.4676f9c5b799e86021954ade094b6ce1. 2024-12-02T18:18:27,156 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733163506320.4676f9c5b799e86021954ade094b6ce1. 2024-12-02T18:18:27,156 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733163506320.4676f9c5b799e86021954ade094b6ce1. after waiting 0 ms 2024-12-02T18:18:27,156 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733163506320.4676f9c5b799e86021954ade094b6ce1. 2024-12-02T18:18:27,156 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733163506320.4676f9c5b799e86021954ade094b6ce1. 2024-12-02T18:18:27,156 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4676f9c5b799e86021954ade094b6ce1: Waiting for close lock at 1733163507155Disabling compacts and flushes for region at 1733163507155Disabling writes for close at 1733163507156 (+1 ms)Writing region close event to WAL at 1733163507156Closed at 1733163507156 2024-12-02T18:18:27,162 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T18:18:27,168 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733163506320.4676f9c5b799e86021954ade094b6ce1.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733163507162"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733163507162"}]},"ts":"1733163507162"} 2024-12-02T18:18:27,172 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T18:18:27,173 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T18:18:27,175 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733163507173"}]},"ts":"1733163507173"} 2024-12-02T18:18:27,178 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T18:18:27,180 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4676f9c5b799e86021954ade094b6ce1, ASSIGN}] 2024-12-02T18:18:27,182 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4676f9c5b799e86021954ade094b6ce1, ASSIGN 2024-12-02T18:18:27,184 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4676f9c5b799e86021954ade094b6ce1, ASSIGN; state=OFFLINE, location=95451c90bed2,43113,1733163497451; forceNewPlan=false, retain=false 2024-12-02T18:18:27,335 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=4676f9c5b799e86021954ade094b6ce1, regionState=OPENING, regionLocation=95451c90bed2,43113,1733163497451 2024-12-02T18:18:27,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4676f9c5b799e86021954ade094b6ce1, ASSIGN because future has completed 2024-12-02T18:18:27,340 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4676f9c5b799e86021954ade094b6ce1, server=95451c90bed2,43113,1733163497451}] 2024-12-02T18:18:27,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:18:27,499 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733163506320.4676f9c5b799e86021954ade094b6ce1. 2024-12-02T18:18:27,499 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:18:27,500 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T18:18:27,503 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=95451c90bed2%2C43113%2C1733163497451.rep, suffix=, logDir=hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/WALs/95451c90bed2,43113,1733163497451, archiveDir=hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/oldWALs, maxLogs=10 2024-12-02T18:18:27,517 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/WALs/95451c90bed2,43113,1733163497451/95451c90bed2%2C43113%2C1733163497451.rep.1733163507504, exclude list is [], retry=0 2024-12-02T18:18:27,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40803,DS-a5c6739b-20e8-46b0-b8f5-31661ecd5f65,DISK] 2024-12-02T18:18:27,522 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/WALs/95451c90bed2,43113,1733163497451/95451c90bed2%2C43113%2C1733163497451.rep.1733163507504 2024-12-02T18:18:27,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45437:45437)] 2024-12-02T18:18:27,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 4676f9c5b799e86021954ade094b6ce1, NAME => 'hbase:replication,,1733163506320.4676f9c5b799e86021954ade094b6ce1.', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:18:27,523 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T18:18:27,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T18:18:27,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733163506320.4676f9c5b799e86021954ade094b6ce1. service=MultiRowMutationService 2024-12-02T18:18:27,523 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T18:18:27,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4676f9c5b799e86021954ade094b6ce1 2024-12-02T18:18:27,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733163506320.4676f9c5b799e86021954ade094b6ce1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:18:27,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 4676f9c5b799e86021954ade094b6ce1 2024-12-02T18:18:27,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 4676f9c5b799e86021954ade094b6ce1 2024-12-02T18:18:27,525 INFO [StoreOpener-4676f9c5b799e86021954ade094b6ce1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4676f9c5b799e86021954ade094b6ce1 2024-12-02T18:18:27,528 INFO [StoreOpener-4676f9c5b799e86021954ade094b6ce1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4676f9c5b799e86021954ade094b6ce1 columnFamilyName hfileref 2024-12-02T18:18:27,528 DEBUG [StoreOpener-4676f9c5b799e86021954ade094b6ce1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:18:27,529 INFO [StoreOpener-4676f9c5b799e86021954ade094b6ce1-1 {}] regionserver.HStore(327): Store=4676f9c5b799e86021954ade094b6ce1/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:18:27,529 INFO [StoreOpener-4676f9c5b799e86021954ade094b6ce1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4676f9c5b799e86021954ade094b6ce1 2024-12-02T18:18:27,532 INFO [StoreOpener-4676f9c5b799e86021954ade094b6ce1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4676f9c5b799e86021954ade094b6ce1 columnFamilyName queue 2024-12-02T18:18:27,532 DEBUG [StoreOpener-4676f9c5b799e86021954ade094b6ce1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:18:27,533 INFO [StoreOpener-4676f9c5b799e86021954ade094b6ce1-1 {}] regionserver.HStore(327): Store=4676f9c5b799e86021954ade094b6ce1/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:18:27,533 INFO [StoreOpener-4676f9c5b799e86021954ade094b6ce1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4676f9c5b799e86021954ade094b6ce1 2024-12-02T18:18:27,535 INFO [StoreOpener-4676f9c5b799e86021954ade094b6ce1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4676f9c5b799e86021954ade094b6ce1 columnFamilyName sid 2024-12-02T18:18:27,535 DEBUG [StoreOpener-4676f9c5b799e86021954ade094b6ce1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:18:27,536 INFO [StoreOpener-4676f9c5b799e86021954ade094b6ce1-1 {}] regionserver.HStore(327): Store=4676f9c5b799e86021954ade094b6ce1/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:18:27,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 4676f9c5b799e86021954ade094b6ce1 2024-12-02T18:18:27,538 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/data/hbase/replication/4676f9c5b799e86021954ade094b6ce1 2024-12-02T18:18:27,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/data/hbase/replication/4676f9c5b799e86021954ade094b6ce1 2024-12-02T18:18:27,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 4676f9c5b799e86021954ade094b6ce1 2024-12-02T18:18:27,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 4676f9c5b799e86021954ade094b6ce1 2024-12-02T18:18:27,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T18:18:27,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 4676f9c5b799e86021954ade094b6ce1 2024-12-02T18:18:27,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/data/hbase/replication/4676f9c5b799e86021954ade094b6ce1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T18:18:27,548 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 4676f9c5b799e86021954ade094b6ce1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60652506, jitterRate=-0.09620723128318787}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T18:18:27,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4676f9c5b799e86021954ade094b6ce1 2024-12-02T18:18:27,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 4676f9c5b799e86021954ade094b6ce1: Running coprocessor pre-open hook at 1733163507523Writing region info on filesystem at 1733163507523Initializing all the Stores at 1733163507525 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163507525Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163507525Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163507525Cleaning up temporary data from old regions at 1733163507541 (+16 ms)Running coprocessor post-open hooks at 1733163507548 (+7 ms)Region opened successfully at 1733163507549 (+1 ms) 2024-12-02T18:18:27,551 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733163506320.4676f9c5b799e86021954ade094b6ce1., pid=7, masterSystemTime=1733163507493 2024-12-02T18:18:27,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733163506320.4676f9c5b799e86021954ade094b6ce1. 2024-12-02T18:18:27,555 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733163506320.4676f9c5b799e86021954ade094b6ce1. 2024-12-02T18:18:27,556 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=4676f9c5b799e86021954ade094b6ce1, regionState=OPEN, openSeqNum=2, regionLocation=95451c90bed2,43113,1733163497451 2024-12-02T18:18:27,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4676f9c5b799e86021954ade094b6ce1, server=95451c90bed2,43113,1733163497451 because future has completed 2024-12-02T18:18:27,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-02T18:18:27,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 4676f9c5b799e86021954ade094b6ce1, server=95451c90bed2,43113,1733163497451 in 223 msec 2024-12-02T18:18:27,573 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T18:18:27,573 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4676f9c5b799e86021954ade094b6ce1, ASSIGN in 388 msec 2024-12-02T18:18:27,575 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T18:18:27,575 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733163507575"}]},"ts":"1733163507575"} 2024-12-02T18:18:27,578 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T18:18:27,581 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T18:18:27,584 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2590 sec 2024-12-02T18:18:27,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733163506320.4676f9c5b799e86021954ade094b6ce1., hostname=95451c90bed2,43113,1733163497451, seqNum=2] 2024-12-02T18:18:27,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43113 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-02T18:18:27,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34797-0x10197441cbf0000, quorum=127.0.0.1:52953, baseZNode=/01353330983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01353330983 2024-12-02T18:18:27,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43113-0x10197441cbf0001, quorum=127.0.0.1:52953, baseZNode=/01353330983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01353330983 2024-12-02T18:18:27,703 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T18:18:27,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43113 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-02T18:18:27,867 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T18:18:27,905 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-95451c90bed2,43113,1733163497451, ReplicationSource: 1, currentBandwidth=0 2024-12-02T18:18:27,907 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:18:27,907 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,43113,1733163497451, seqNum=-1] 2024-12-02T18:18:27,907 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:18:27,909 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42207, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-02T18:18:27,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-95451c90bed2,43113,1733163497451', locateType=CURRENT is [region=hbase:replication,,1733163506320.4676f9c5b799e86021954ade094b6ce1., hostname=95451c90bed2,43113,1733163497451, seqNum=2] 2024-12-02T18:18:27,919 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-02T18:18:27,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34797 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-02T18:18:27,924 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 95451c90bed2,43113,1733163497451 suceeded 2024-12-02T18:18:27,928 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-02T18:18:27,928 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 221 msec 2024-12-02T18:18:27,928 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://95451c90bed2:46653,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T18:18:27,932 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6530 sec 2024-12-02T18:18:27,937 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43113,1733163497451 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='95451c90bed2:46653' 2024-12-02T18:18:27,938 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43113,1733163497451 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79f262a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:18:27,938 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43113,1733163497451 {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,46653,-1 for getting cluster id 2024-12-02T18:18:27,939 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43113,1733163497451 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:18:27,939 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '37c7a009-df0f-4f2e-8fd7-8e8359717e24' 2024-12-02T18:18:27,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:18:27,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "37c7a009-df0f-4f2e-8fd7-8e8359717e24" 2024-12-02T18:18:27,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4198229, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:18:27,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,46653,-1] 2024-12-02T18:18:27,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:18:27,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:18:27,941 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:18:27,942 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43113,1733163497451 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a3761d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:18:27,942 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43113,1733163497451 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:18:27,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,46653,1733163503390 2024-12-02T18:18:27,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f717af9 2024-12-02T18:18:27,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:18:27,945 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-02T18:18:27,945 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43113,1733163497451 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-95451c90bed2,43113,1733163497451 (queues=1) is replicating from cluster=ad82cba3-8912-4fb1-aab8-0fb481889a0b to cluster=37c7a009-df0f-4f2e-8fd7-8e8359717e24 2024-12-02T18:18:27,948 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43113,1733163497451 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=95451c90bed2%2C43113%2C1733163497451 2024-12-02T18:18:27,951 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43113,1733163497451 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-95451c90bed2,43113,1733163497451, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T18:18:27,953 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43113,1733163497451.replicationSource.shipper95451c90bed2%2C43113%2C1733163497451,1-95451c90bed2,43113,1733163497451 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 95451c90bed2%2C43113%2C1733163497451 2024-12-02T18:18:27,956 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43113,1733163497451.replicationSource.wal-reader.95451c90bed2%2C43113%2C1733163497451,1-95451c90bed2,43113,1733163497451 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/WALs/95451c90bed2,43113,1733163497451/95451c90bed2%2C43113%2C1733163497451.1733163500114, startPosition=0, beingWritten=true 2024-12-02T18:18:28,217 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43113,1733163497451.replicationSource.wal-reader.95451c90bed2%2C43113%2C1733163497451,1-95451c90bed2,43113,1733163497451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/WALs/95451c90bed2,43113,1733163497451/95451c90bed2%2C43113%2C1733163497451.1733163500114 to pos 0, reset compression=false 2024-12-02T18:18:28,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:18:28,440 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T18:18:28,440 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:18:28,440 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T18:18:28,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:18:28,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:18:28,440 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:18:28,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58a7af65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:18:28,441 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,34797,-1 for getting cluster id 2024-12-02T18:18:28,441 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:18:28,442 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad82cba3-8912-4fb1-aab8-0fb481889a0b' 2024-12-02T18:18:28,443 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:18:28,443 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad82cba3-8912-4fb1-aab8-0fb481889a0b" 2024-12-02T18:18:28,443 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f3cba7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:18:28,443 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,34797,-1] 2024-12-02T18:18:28,444 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:18:28,444 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:18:28,446 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:18:28,447 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fff62e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:18:28,448 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:18:28,449 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,34797,1733163496264 2024-12-02T18:18:28,449 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26bfb7ad 2024-12-02T18:18:28,449 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:18:28,450 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T18:18:28,451 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34797 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://95451c90bed2:46653,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T18:18:28,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34797 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T18:18:28,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-02T18:18:28,454 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='95451c90bed2:46653' 2024-12-02T18:18:28,456 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a65f082, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:18:28,456 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,46653,-1 for getting cluster id 2024-12-02T18:18:28,456 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:18:28,456 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '37c7a009-df0f-4f2e-8fd7-8e8359717e24' 2024-12-02T18:18:28,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:18:28,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "37c7a009-df0f-4f2e-8fd7-8e8359717e24" 2024-12-02T18:18:28,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ac2fb01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:18:28,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,46653,-1] 2024-12-02T18:18:28,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:18:28,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:18:28,458 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:18:28,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ddefc38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:18:28,459 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:18:28,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,46653,1733163503390 2024-12-02T18:18:28,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@595a5e17 2024-12-02T18:18:28,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:18:28,461 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T18:18:28,462 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-02T18:18:28,462 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T18:18:28,463 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:18:28,463 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:18:28,463 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:18:28,532 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43113,1733163497451.replicationSource.wal-reader.95451c90bed2%2C43113%2C1733163497451,1-95451c90bed2,43113,1733163497451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/WALs/95451c90bed2,43113,1733163497451/95451c90bed2%2C43113%2C1733163497451.1733163500114 to pos 0, reset compression=false 2024-12-02T18:18:28,534 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T18:18:28,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-02T18:18:28,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43113 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-12-02T18:18:28,691 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-02T18:18:28,725 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-95451c90bed2,43113,1733163497451, ReplicationSource: 2, currentBandwidth=0 2024-12-02T18:18:28,728 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-02T18:18:28,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34797 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-02T18:18:28,731 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 95451c90bed2,43113,1733163497451 suceeded 2024-12-02T18:18:28,735 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T18:18:28,735 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://95451c90bed2:46653,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T18:18:28,735 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-12-02T18:18:28,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 284 msec 2024-12-02T18:18:28,743 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,2-95451c90bed2,43113,1733163497451 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='95451c90bed2:46653' 2024-12-02T18:18:28,745 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,2-95451c90bed2,43113,1733163497451 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a26544c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:18:28,745 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,2-95451c90bed2,43113,1733163497451 {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,46653,-1 for getting cluster id 2024-12-02T18:18:28,745 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,2-95451c90bed2,43113,1733163497451 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:18:28,746 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '37c7a009-df0f-4f2e-8fd7-8e8359717e24' 2024-12-02T18:18:28,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:18:28,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "37c7a009-df0f-4f2e-8fd7-8e8359717e24" 2024-12-02T18:18:28,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2fb9a45b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:18:28,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,46653,-1] 2024-12-02T18:18:28,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:18:28,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:18:28,748 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:18:28,748 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,2-95451c90bed2,43113,1733163497451 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d67091d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:18:28,749 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,2-95451c90bed2,43113,1733163497451 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:18:28,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,46653,1733163503390 2024-12-02T18:18:28,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3bd6d942 2024-12-02T18:18:28,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:18:28,751 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-02T18:18:28,752 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,2-95451c90bed2,43113,1733163497451 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-95451c90bed2,43113,1733163497451 (queues=1) is replicating from cluster=ad82cba3-8912-4fb1-aab8-0fb481889a0b to cluster=37c7a009-df0f-4f2e-8fd7-8e8359717e24 2024-12-02T18:18:28,752 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,2-95451c90bed2,43113,1733163497451 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=95451c90bed2%2C43113%2C1733163497451 2024-12-02T18:18:28,752 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,2-95451c90bed2,43113,1733163497451 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-95451c90bed2,43113,1733163497451, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T18:18:28,753 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,2-95451c90bed2,43113,1733163497451.replicationSource.shipper95451c90bed2%2C43113%2C1733163497451,2-95451c90bed2,43113,1733163497451 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 95451c90bed2%2C43113%2C1733163497451 2024-12-02T18:18:28,753 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,2-95451c90bed2,43113,1733163497451.replicationSource.wal-reader.95451c90bed2%2C43113%2C1733163497451,2-95451c90bed2,43113,1733163497451 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/WALs/95451c90bed2,43113,1733163497451/95451c90bed2%2C43113%2C1733163497451.1733163500114, startPosition=0, beingWritten=true 2024-12-02T18:18:28,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-02T18:18:28,770 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-02T18:18:28,770 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T18:18:28,770 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:18:28,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:18:28,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:18:28,770 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:18:28,771 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:18:28,772 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,34797,1733163496264 2024-12-02T18:18:28,772 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42b2107a 2024-12-02T18:18:28,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:18:28,776 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T18:18:28,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34797 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-02T18:18:28,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34797 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-02T18:18:28,780 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34797 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-02T18:18:28,781 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34797 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-02T18:18:28,784 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34797 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://95451c90bed2:46653,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T18:18:28,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34797 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-02T18:18:28,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-02T18:18:28,790 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='95451c90bed2:46653' 2024-12-02T18:18:28,791 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22c4b1ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:18:28,791 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,46653,-1 for getting cluster id 2024-12-02T18:18:28,791 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:18:28,792 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '37c7a009-df0f-4f2e-8fd7-8e8359717e24' 2024-12-02T18:18:28,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:18:28,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "37c7a009-df0f-4f2e-8fd7-8e8359717e24" 2024-12-02T18:18:28,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50193fb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:18:28,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,46653,-1] 2024-12-02T18:18:28,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:18:28,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:18:28,793 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:18:28,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c26c788, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:18:28,794 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:18:28,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,46653,1733163503390 2024-12-02T18:18:28,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12558187 2024-12-02T18:18:28,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:18:28,796 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T18:18:28,797 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-12-02T18:18:28,797 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T18:18:28,797 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:18:28,797 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:18:28,797 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:18:28,804 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T18:18:28,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-02T18:18:28,943 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43113,1733163497451.replicationSource.wal-reader.95451c90bed2%2C43113%2C1733163497451,1-95451c90bed2,43113,1733163497451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/WALs/95451c90bed2,43113,1733163497451/95451c90bed2%2C43113%2C1733163497451.1733163500114 to pos 0, reset compression=false 2024-12-02T18:18:28,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43113 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-12-02T18:18:28,958 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-12-02T18:18:28,959 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-02T18:18:28,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34797 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-02T18:18:28,961 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,2-95451c90bed2,43113,1733163497451.replicationSource.wal-reader.95451c90bed2%2C43113%2C1733163497451,2-95451c90bed2,43113,1733163497451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/WALs/95451c90bed2,43113,1733163497451/95451c90bed2%2C43113%2C1733163497451.1733163500114 to pos 0, reset compression=false 2024-12-02T18:18:28,963 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 95451c90bed2,43113,1733163497451 suceeded 2024-12-02T18:18:28,966 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-02T18:18:28,966 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://95451c90bed2:46653,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T18:18:28,966 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-12-02T18:18:28,969 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 181 msec 2024-12-02T18:18:29,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-02T18:18:29,111 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-12-02T18:18:29,112 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34797 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://95451c90bed2:46653,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T18:18:29,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34797 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-02T18:18:29,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-02T18:18:29,119 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='95451c90bed2:46653' 2024-12-02T18:18:29,120 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f06eb66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:18:29,121 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,46653,-1 for getting cluster id 2024-12-02T18:18:29,121 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:18:29,122 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '37c7a009-df0f-4f2e-8fd7-8e8359717e24' 2024-12-02T18:18:29,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:18:29,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "37c7a009-df0f-4f2e-8fd7-8e8359717e24" 2024-12-02T18:18:29,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6864ba3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:18:29,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,46653,-1] 2024-12-02T18:18:29,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:18:29,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:18:29,124 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:18:29,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c14d3c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:18:29,125 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:18:29,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,46653,1733163503390 2024-12-02T18:18:29,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79f27961 2024-12-02T18:18:29,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:18:29,128 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T18:18:29,129 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-02T18:18:29,129 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T18:18:29,130 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:18:29,130 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:18:29,130 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:18:29,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T18:18:29,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-02T18:18:29,268 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,2-95451c90bed2,43113,1733163497451.replicationSource.wal-reader.95451c90bed2%2C43113%2C1733163497451,2-95451c90bed2,43113,1733163497451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/WALs/95451c90bed2,43113,1733163497451/95451c90bed2%2C43113%2C1733163497451.1733163500114 to pos 0, reset compression=false 2024-12-02T18:18:29,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43113 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-12-02T18:18:29,295 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-12-02T18:18:29,296 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-02T18:18:29,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34797 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-02T18:18:29,300 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 95451c90bed2,43113,1733163497451 suceeded 2024-12-02T18:18:29,303 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-02T18:18:29,303 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://95451c90bed2:46653,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T18:18:29,303 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-12-02T18:18:29,305 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 190 msec 2024-12-02T18:18:29,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34797 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-02T18:18:29,440 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-12-02T18:18:29,441 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34797 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-02T18:18:29,443 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34797 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-02T18:18:29,444 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T18:18:29,444 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:18:29,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:18:29,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:18:29,445 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:18:29,445 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T18:18:29,445 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=103290724, stopped=false 2024-12-02T18:18:29,446 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=95451c90bed2,34797,1733163496264 2024-12-02T18:18:29,451 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43113,1733163497451.replicationSource.wal-reader.95451c90bed2%2C43113%2C1733163497451,1-95451c90bed2,43113,1733163497451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/WALs/95451c90bed2,43113,1733163497451/95451c90bed2%2C43113%2C1733163497451.1733163500114 to pos 0, reset compression=false 2024-12-02T18:18:29,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43113-0x10197441cbf0001, quorum=127.0.0.1:52953, baseZNode=/01353330983 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01353330983/running 2024-12-02T18:18:29,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34797-0x10197441cbf0000, quorum=127.0.0.1:52953, baseZNode=/01353330983 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01353330983/running 2024-12-02T18:18:29,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34797-0x10197441cbf0000, quorum=127.0.0.1:52953, baseZNode=/01353330983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01353330983 2024-12-02T18:18:29,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43113-0x10197441cbf0001, quorum=127.0.0.1:52953, baseZNode=/01353330983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01353330983 2024-12-02T18:18:29,456 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T18:18:29,456 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T18:18:29,456 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:18:29,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:18:29,456 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '95451c90bed2,43113,1733163497451' ***** 2024-12-02T18:18:29,457 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T18:18:29,457 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34797-0x10197441cbf0000, quorum=127.0.0.1:52953, baseZNode=/01353330983 Set watcher on znode that does not yet exist, /01353330983/running 2024-12-02T18:18:29,457 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43113-0x10197441cbf0001, quorum=127.0.0.1:52953, baseZNode=/01353330983 Set watcher on znode that does not yet exist, /01353330983/running 2024-12-02T18:18:29,457 INFO [RS:0;95451c90bed2:43113 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T18:18:29,457 INFO [RS:0;95451c90bed2:43113 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T18:18:29,457 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T18:18:29,457 INFO [RS:0;95451c90bed2:43113 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T18:18:29,458 INFO [RS:0;95451c90bed2:43113 {}] regionserver.HRegionServer(3091): Received CLOSE for 4676f9c5b799e86021954ade094b6ce1 2024-12-02T18:18:29,458 INFO [RS:0;95451c90bed2:43113 {}] regionserver.HRegionServer(959): stopping server 95451c90bed2,43113,1733163497451 2024-12-02T18:18:29,458 INFO [RS:0;95451c90bed2:43113 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T18:18:29,458 INFO [RS:0;95451c90bed2:43113 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;95451c90bed2:43113. 2024-12-02T18:18:29,458 DEBUG [RS:0;95451c90bed2:43113 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:18:29,458 DEBUG [RS:0;95451c90bed2:43113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:18:29,459 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4676f9c5b799e86021954ade094b6ce1, disabling compactions & flushes 2024-12-02T18:18:29,459 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733163506320.4676f9c5b799e86021954ade094b6ce1. 2024-12-02T18:18:29,459 INFO [RS:0;95451c90bed2:43113 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T18:18:29,459 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733163506320.4676f9c5b799e86021954ade094b6ce1. 2024-12-02T18:18:29,459 INFO [RS:0;95451c90bed2:43113 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T18:18:29,459 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733163506320.4676f9c5b799e86021954ade094b6ce1. after waiting 0 ms 2024-12-02T18:18:29,459 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733163506320.4676f9c5b799e86021954ade094b6ce1. 2024-12-02T18:18:29,459 INFO [RS:0;95451c90bed2:43113 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T18:18:29,459 INFO [RS:0;95451c90bed2:43113 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T18:18:29,459 INFO [RS:0;95451c90bed2:43113 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T18:18:29,459 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T18:18:29,459 DEBUG [RS:0;95451c90bed2:43113 {}] regionserver.HRegionServer(1325): Online Regions={4676f9c5b799e86021954ade094b6ce1=hbase:replication,,1733163506320.4676f9c5b799e86021954ade094b6ce1., 1588230740=hbase:meta,,1.1588230740} 2024-12-02T18:18:29,459 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T18:18:29,460 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T18:18:29,460 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T18:18:29,460 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T18:18:29,460 DEBUG [RS:0;95451c90bed2:43113 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4676f9c5b799e86021954ade094b6ce1 2024-12-02T18:18:29,462 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-02T18:18:29,462 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4676f9c5b799e86021954ade094b6ce1 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-12-02T18:18:29,483 INFO [regionserver/95451c90bed2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T18:18:29,518 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/data/hbase/meta/1588230740/.tmp/info/0fe573553e6b42a4926453de62712208 is 147, key is hbase:replication,,1733163506320.4676f9c5b799e86021954ade094b6ce1./info:regioninfo/1733163507556/Put/seqid=0 2024-12-02T18:18:29,518 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/data/hbase/replication/4676f9c5b799e86021954ade094b6ce1/.tmp/queue/471df64eb5bb4f0faac50431b3bcd607 is 151, key is 1-95451c90bed2,43113,1733163497451/queue:95451c90bed2%2C43113%2C1733163497451/1733163507912/Put/seqid=0 2024-12-02T18:18:29,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40803 is added to blk_1073741839_1015 (size=5500) 2024-12-02T18:18:29,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40803 is added to blk_1073741838_1014 (size=6631) 2024-12-02T18:18:29,660 DEBUG [RS:0;95451c90bed2:43113 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4676f9c5b799e86021954ade094b6ce1 2024-12-02T18:18:29,675 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,2-95451c90bed2,43113,1733163497451.replicationSource.wal-reader.95451c90bed2%2C43113%2C1733163497451,2-95451c90bed2,43113,1733163497451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/WALs/95451c90bed2,43113,1733163497451/95451c90bed2%2C43113%2C1733163497451.1733163500114 to pos 0, reset compression=false 2024-12-02T18:18:29,861 DEBUG [RS:0;95451c90bed2:43113 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4676f9c5b799e86021954ade094b6ce1 2024-12-02T18:18:29,928 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/data/hbase/replication/4676f9c5b799e86021954ade094b6ce1/.tmp/queue/471df64eb5bb4f0faac50431b3bcd607 2024-12-02T18:18:29,928 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/data/hbase/meta/1588230740/.tmp/info/0fe573553e6b42a4926453de62712208 2024-12-02T18:18:29,981 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/data/hbase/replication/4676f9c5b799e86021954ade094b6ce1/.tmp/queue/471df64eb5bb4f0faac50431b3bcd607 as hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/data/hbase/replication/4676f9c5b799e86021954ade094b6ce1/queue/471df64eb5bb4f0faac50431b3bcd607 2024-12-02T18:18:29,987 INFO [regionserver/95451c90bed2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T18:18:29,987 INFO [regionserver/95451c90bed2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T18:18:29,995 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/data/hbase/replication/4676f9c5b799e86021954ade094b6ce1/queue/471df64eb5bb4f0faac50431b3bcd607, entries=2, sequenceid=6, filesize=5.4 K 2024-12-02T18:18:30,002 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 4676f9c5b799e86021954ade094b6ce1 in 539ms, sequenceid=6, compaction requested=false 2024-12-02T18:18:30,003 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-02T18:18:30,007 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/data/hbase/meta/1588230740/.tmp/ns/c3247523705d45679ea8e0675afc659e is 43, key is default/ns:d/1733163500944/Put/seqid=0 2024-12-02T18:18:30,011 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/data/hbase/replication/4676f9c5b799e86021954ade094b6ce1/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-02T18:18:30,014 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T18:18:30,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40803 is added to blk_1073741840_1016 (size=5153) 2024-12-02T18:18:30,014 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T18:18:30,014 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733163506320.4676f9c5b799e86021954ade094b6ce1. 2024-12-02T18:18:30,014 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4676f9c5b799e86021954ade094b6ce1: Waiting for close lock at 1733163509458Running coprocessor pre-close hooks at 1733163509459 (+1 ms)Disabling compacts and flushes for region at 1733163509459Disabling writes for close at 1733163509459Obtaining lock to block concurrent updates at 1733163509462 (+3 ms)Preparing flush snapshotting stores in 4676f9c5b799e86021954ade094b6ce1 at 1733163509462Finished memstore snapshotting hbase:replication,,1733163506320.4676f9c5b799e86021954ade094b6ce1., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1733163509470 (+8 ms)Flushing stores of hbase:replication,,1733163506320.4676f9c5b799e86021954ade094b6ce1. at 1733163509471 (+1 ms)Flushing 4676f9c5b799e86021954ade094b6ce1/queue: creating writer at 1733163509473 (+2 ms)Flushing 4676f9c5b799e86021954ade094b6ce1/queue: appending metadata at 1733163509505 (+32 ms)Flushing 4676f9c5b799e86021954ade094b6ce1/queue: closing flushed file at 1733163509508 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cba419e: reopening flushed file at 1733163509979 (+471 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 4676f9c5b799e86021954ade094b6ce1 in 539ms, sequenceid=6, compaction requested=false at 1733163510002 (+23 ms)Writing region close event to WAL at 1733163510005 (+3 ms)Running coprocessor post-close hooks at 1733163510012 (+7 ms)Closed at 1733163510014 (+2 ms) 2024-12-02T18:18:30,015 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733163506320.4676f9c5b799e86021954ade094b6ce1. 2024-12-02T18:18:30,059 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43113,1733163497451.replicationSource.wal-reader.95451c90bed2%2C43113%2C1733163497451,1-95451c90bed2,43113,1733163497451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/WALs/95451c90bed2,43113,1733163497451/95451c90bed2%2C43113%2C1733163497451.1733163500114 to pos 0, reset compression=false 2024-12-02T18:18:30,061 DEBUG [RS:0;95451c90bed2:43113 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T18:18:30,185 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,2-95451c90bed2,43113,1733163497451.replicationSource.wal-reader.95451c90bed2%2C43113%2C1733163497451,2-95451c90bed2,43113,1733163497451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/WALs/95451c90bed2,43113,1733163497451/95451c90bed2%2C43113%2C1733163497451.1733163500114 to pos 0, reset compression=false 2024-12-02T18:18:30,261 DEBUG [RS:0;95451c90bed2:43113 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T18:18:30,415 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/data/hbase/meta/1588230740/.tmp/ns/c3247523705d45679ea8e0675afc659e 2024-12-02T18:18:30,445 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/data/hbase/meta/1588230740/.tmp/table/9450d477f8904ebd9d3d565ca7083602 is 53, key is hbase:replication/table:state/1733163507575/Put/seqid=0 2024-12-02T18:18:30,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40803 is added to blk_1073741841_1017 (size=5256) 2024-12-02T18:18:30,462 INFO [RS:0;95451c90bed2:43113 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T18:18:30,462 DEBUG [RS:0;95451c90bed2:43113 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T18:18:30,462 DEBUG [RS:0;95451c90bed2:43113 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T18:18:30,662 DEBUG [RS:0;95451c90bed2:43113 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T18:18:30,765 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43113,1733163497451.replicationSource.wal-reader.95451c90bed2%2C43113%2C1733163497451,1-95451c90bed2,43113,1733163497451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/WALs/95451c90bed2,43113,1733163497451/95451c90bed2%2C43113%2C1733163497451.1733163500114 to pos 0, reset compression=false 2024-12-02T18:18:30,796 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,2-95451c90bed2,43113,1733163497451.replicationSource.wal-reader.95451c90bed2%2C43113%2C1733163497451,2-95451c90bed2,43113,1733163497451 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/WALs/95451c90bed2,43113,1733163497451/95451c90bed2%2C43113%2C1733163497451.1733163500114 to pos 0, reset compression=false 2024-12-02T18:18:30,856 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/data/hbase/meta/1588230740/.tmp/table/9450d477f8904ebd9d3d565ca7083602 2024-12-02T18:18:30,862 DEBUG [RS:0;95451c90bed2:43113 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T18:18:30,870 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/data/hbase/meta/1588230740/.tmp/info/0fe573553e6b42a4926453de62712208 as hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/data/hbase/meta/1588230740/info/0fe573553e6b42a4926453de62712208 2024-12-02T18:18:30,880 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/data/hbase/meta/1588230740/info/0fe573553e6b42a4926453de62712208, entries=10, sequenceid=11, filesize=6.5 K 2024-12-02T18:18:30,882 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/data/hbase/meta/1588230740/.tmp/ns/c3247523705d45679ea8e0675afc659e as hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/data/hbase/meta/1588230740/ns/c3247523705d45679ea8e0675afc659e 2024-12-02T18:18:30,891 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/data/hbase/meta/1588230740/ns/c3247523705d45679ea8e0675afc659e, entries=2, sequenceid=11, filesize=5.0 K 2024-12-02T18:18:30,892 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/data/hbase/meta/1588230740/.tmp/table/9450d477f8904ebd9d3d565ca7083602 as hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/data/hbase/meta/1588230740/table/9450d477f8904ebd9d3d565ca7083602 2024-12-02T18:18:30,900 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/data/hbase/meta/1588230740/table/9450d477f8904ebd9d3d565ca7083602, entries=2, sequenceid=11, filesize=5.1 K 2024-12-02T18:18:30,902 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1442ms, sequenceid=11, compaction requested=false 2024-12-02T18:18:30,907 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-02T18:18:30,908 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T18:18:30,908 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T18:18:30,908 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T18:18:30,908 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733163509459Running coprocessor pre-close hooks at 1733163509459Disabling compacts and flushes for region at 1733163509459Disabling writes for close at 1733163509460 (+1 ms)Obtaining lock to block concurrent updates at 1733163509462 (+2 ms)Preparing flush snapshotting stores in 1588230740 at 1733163509462Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733163509470 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733163509471 (+1 ms)Flushing 1588230740/info: creating writer at 1733163509473 (+2 ms)Flushing 1588230740/info: appending metadata at 1733163509506 (+33 ms)Flushing 1588230740/info: closing flushed file at 1733163509508 (+2 ms)Flushing 1588230740/ns: creating writer at 1733163509979 (+471 ms)Flushing 1588230740/ns: appending metadata at 1733163510006 (+27 ms)Flushing 1588230740/ns: closing flushed file at 1733163510006Flushing 1588230740/table: creating writer at 1733163510425 (+419 ms)Flushing 1588230740/table: appending metadata at 1733163510445 (+20 ms)Flushing 1588230740/table: closing flushed file at 1733163510445Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fbee645: reopening flushed file at 1733163510869 (+424 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73b75682: reopening flushed file at 1733163510880 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75592983: reopening flushed file at 1733163510891 (+11 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1442ms, sequenceid=11, compaction requested=false at 1733163510902 (+11 ms)Writing region close event to WAL at 1733163510903 (+1 ms)Running coprocessor post-close hooks at 1733163510908 (+5 ms)Closed at 1733163510908 2024-12-02T18:18:30,909 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T18:18:31,063 INFO [RS:0;95451c90bed2:43113 {}] regionserver.HRegionServer(976): stopping server 95451c90bed2,43113,1733163497451; all regions closed. 2024-12-02T18:18:31,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40803 is added to blk_1073741834_1010 (size=2742) 2024-12-02T18:18:31,079 DEBUG [RS:0;95451c90bed2:43113 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/oldWALs 2024-12-02T18:18:31,079 INFO [RS:0;95451c90bed2:43113 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 95451c90bed2%2C43113%2C1733163497451.meta:.meta(num 1733163500731) 2024-12-02T18:18:31,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40803 is added to blk_1073741837_1013 (size=1802) 2024-12-02T18:18:31,085 DEBUG [RS:0;95451c90bed2:43113 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/oldWALs 2024-12-02T18:18:31,085 INFO [RS:0;95451c90bed2:43113 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 95451c90bed2%2C43113%2C1733163497451.rep:(num 1733163507504) 2024-12-02T18:18:31,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40803 is added to blk_1073741833_1009 (size=93) 2024-12-02T18:18:31,091 DEBUG [RS:0;95451c90bed2:43113 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/oldWALs 2024-12-02T18:18:31,091 INFO [RS:0;95451c90bed2:43113 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 95451c90bed2%2C43113%2C1733163497451:(num 1733163500114) 2024-12-02T18:18:31,091 DEBUG [RS:0;95451c90bed2:43113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:18:31,091 INFO [RS:0;95451c90bed2:43113 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T18:18:31,091 INFO [RS:0;95451c90bed2:43113 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T18:18:31,092 INFO [RS:0;95451c90bed2:43113 {}] hbase.ChoreService(370): Chore service for: regionserver/95451c90bed2:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T18:18:31,092 INFO [RS:0;95451c90bed2:43113 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T18:18:31,092 INFO [regionserver/95451c90bed2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T18:18:31,092 INFO [RS:0;95451c90bed2:43113 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-95451c90bed2,43113,1733163497451 because: Region server is closing 2024-12-02T18:18:31,093 INFO [RS:0;95451c90bed2:43113 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;95451c90bed2:43113. 2024-12-02T18:18:31,093 DEBUG [RS:0;95451c90bed2:43113 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:18:31,093 DEBUG [RS:0;95451c90bed2:43113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:18:31,093 DEBUG [RS:0;95451c90bed2:43113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:18:31,093 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:18:31,194 WARN [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43113,1733163497451.replicationSource.shipper95451c90bed2%2C43113%2C1733163497451,1-95451c90bed2,43113,1733163497451 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-02T18:18:31,194 WARN [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43113,1733163497451.replicationSource.wal-reader.95451c90bed2%2C43113%2C1733163497451,1-95451c90bed2,43113,1733163497451 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T18:18:31,194 INFO [RS:0;95451c90bed2:43113 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43113,1733163497451.replicationSource.shipper95451c90bed2%2C43113%2C1733163497451,1-95451c90bed2,43113,1733163497451 terminated 2024-12-02T18:18:31,195 INFO [RS:0;95451c90bed2:43113 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-95451c90bed2,43113,1733163497451 because: Region server is closing 2024-12-02T18:18:31,195 INFO [RS:0;95451c90bed2:43113 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;95451c90bed2:43113. 2024-12-02T18:18:31,195 DEBUG [RS:0;95451c90bed2:43113 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:18:31,195 DEBUG [RS:0;95451c90bed2:43113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:18:31,196 DEBUG [RS:0;95451c90bed2:43113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:18:31,196 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:18:31,296 WARN [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,2-95451c90bed2,43113,1733163497451.replicationSource.wal-reader.95451c90bed2%2C43113%2C1733163497451,2-95451c90bed2,43113,1733163497451 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T18:18:31,296 WARN [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,2-95451c90bed2,43113,1733163497451.replicationSource.shipper95451c90bed2%2C43113%2C1733163497451,2-95451c90bed2,43113,1733163497451 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-02T18:18:31,297 INFO [RS:0;95451c90bed2:43113 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,2-95451c90bed2,43113,1733163497451.replicationSource.shipper95451c90bed2%2C43113%2C1733163497451,2-95451c90bed2,43113,1733163497451 terminated 2024-12-02T18:18:31,297 INFO [RS:0;95451c90bed2:43113 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43113 2024-12-02T18:18:31,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43113-0x10197441cbf0001, quorum=127.0.0.1:52953, baseZNode=/01353330983 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01353330983/rs/95451c90bed2,43113,1733163497451 2024-12-02T18:18:31,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34797-0x10197441cbf0000, quorum=127.0.0.1:52953, baseZNode=/01353330983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01353330983/rs 2024-12-02T18:18:31,361 INFO [RS:0;95451c90bed2:43113 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T18:18:31,372 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [95451c90bed2,43113,1733163497451] 2024-12-02T18:18:31,382 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01353330983/draining/95451c90bed2,43113,1733163497451 already deleted, retry=false 2024-12-02T18:18:31,382 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 95451c90bed2,43113,1733163497451 expired; onlineServers=0 2024-12-02T18:18:31,382 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '95451c90bed2,34797,1733163496264' ***** 2024-12-02T18:18:31,382 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T18:18:31,382 INFO [M:0;95451c90bed2:34797 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T18:18:31,382 INFO [M:0;95451c90bed2:34797 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T18:18:31,383 DEBUG [M:0;95451c90bed2:34797 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T18:18:31,383 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T18:18:31,383 DEBUG [M:0;95451c90bed2:34797 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T18:18:31,383 DEBUG [master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.large.0-1733163499850 {}] cleaner.HFileCleaner(306): Exit Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.large.0-1733163499850,5,FailOnTimeoutGroup] 2024-12-02T18:18:31,383 DEBUG [master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.small.0-1733163499851 {}] cleaner.HFileCleaner(306): Exit Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.small.0-1733163499851,5,FailOnTimeoutGroup] 2024-12-02T18:18:31,383 INFO [M:0;95451c90bed2:34797 {}] hbase.ChoreService(370): Chore service for: master/95451c90bed2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T18:18:31,383 INFO [M:0;95451c90bed2:34797 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T18:18:31,383 DEBUG [M:0;95451c90bed2:34797 {}] master.HMaster(1795): Stopping service threads 2024-12-02T18:18:31,383 INFO [M:0;95451c90bed2:34797 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T18:18:31,384 INFO [M:0;95451c90bed2:34797 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T18:18:31,384 INFO [M:0;95451c90bed2:34797 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T18:18:31,384 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T18:18:31,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34797-0x10197441cbf0000, quorum=127.0.0.1:52953, baseZNode=/01353330983 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01353330983/master 2024-12-02T18:18:31,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34797-0x10197441cbf0000, quorum=127.0.0.1:52953, baseZNode=/01353330983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01353330983 2024-12-02T18:18:31,392 DEBUG [M:0;95451c90bed2:34797 {}] zookeeper.ZKUtil(347): master:34797-0x10197441cbf0000, quorum=127.0.0.1:52953, baseZNode=/01353330983 Unable to get data of znode /01353330983/master because node does not exist (not an error) 2024-12-02T18:18:31,392 WARN [M:0;95451c90bed2:34797 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T18:18:31,393 INFO [M:0;95451c90bed2:34797 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/.lastflushedseqids 2024-12-02T18:18:31,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40803 is added to blk_1073741842_1018 (size=181) 2024-12-02T18:18:31,404 INFO [M:0;95451c90bed2:34797 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T18:18:31,405 INFO [M:0;95451c90bed2:34797 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T18:18:31,405 DEBUG [M:0;95451c90bed2:34797 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T18:18:31,405 INFO [M:0;95451c90bed2:34797 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:18:31,405 DEBUG [M:0;95451c90bed2:34797 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:18:31,405 DEBUG [M:0;95451c90bed2:34797 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T18:18:31,405 DEBUG [M:0;95451c90bed2:34797 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:18:31,406 INFO [M:0;95451c90bed2:34797 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-12-02T18:18:31,425 DEBUG [M:0;95451c90bed2:34797 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a4a42a694b6842e88a5b3922762e57c9 is 82, key is hbase:meta,,1/info:regioninfo/1733163500810/Put/seqid=0 2024-12-02T18:18:31,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40803 is added to blk_1073741843_1019 (size=5672) 2024-12-02T18:18:31,472 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T18:18:31,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43113-0x10197441cbf0001, quorum=127.0.0.1:52953, baseZNode=/01353330983 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:18:31,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43113-0x10197441cbf0001, quorum=127.0.0.1:52953, baseZNode=/01353330983 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:18:31,473 INFO [RS:0;95451c90bed2:43113 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T18:18:31,473 INFO [RS:0;95451c90bed2:43113 {}] regionserver.HRegionServer(1031): Exiting; stopping=95451c90bed2,43113,1733163497451; zookeeper connection closed. 2024-12-02T18:18:31,474 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5b4edf6d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5b4edf6d 2024-12-02T18:18:31,474 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T18:18:31,840 INFO [M:0;95451c90bed2:34797 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a4a42a694b6842e88a5b3922762e57c9 2024-12-02T18:18:31,868 DEBUG [M:0;95451c90bed2:34797 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4ab12ec980c54134924ad539cfbba4af is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733163507583/Put/seqid=0 2024-12-02T18:18:31,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40803 is added to blk_1073741844_1020 (size=8663) 2024-12-02T18:18:32,275 INFO [M:0;95451c90bed2:34797 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4ab12ec980c54134924ad539cfbba4af 2024-12-02T18:18:32,306 DEBUG [M:0;95451c90bed2:34797 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c1521ba3617e4e1485f3c7b9618d93b6 is 69, key is 95451c90bed2,43113,1733163497451/rs:state/1733163499874/Put/seqid=0 2024-12-02T18:18:32,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40803 is added to blk_1073741845_1021 (size=5156) 2024-12-02T18:18:32,712 INFO [M:0;95451c90bed2:34797 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c1521ba3617e4e1485f3c7b9618d93b6 2024-12-02T18:18:32,724 DEBUG [M:0;95451c90bed2:34797 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a4a42a694b6842e88a5b3922762e57c9 as hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a4a42a694b6842e88a5b3922762e57c9 2024-12-02T18:18:32,731 INFO [M:0;95451c90bed2:34797 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a4a42a694b6842e88a5b3922762e57c9, entries=8, sequenceid=115, filesize=5.5 K 2024-12-02T18:18:32,732 DEBUG [M:0;95451c90bed2:34797 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4ab12ec980c54134924ad539cfbba4af as hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4ab12ec980c54134924ad539cfbba4af 2024-12-02T18:18:32,738 INFO [M:0;95451c90bed2:34797 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4ab12ec980c54134924ad539cfbba4af, entries=14, sequenceid=115, filesize=8.5 K 2024-12-02T18:18:32,739 DEBUG [M:0;95451c90bed2:34797 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c1521ba3617e4e1485f3c7b9618d93b6 as hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c1521ba3617e4e1485f3c7b9618d93b6 2024-12-02T18:18:32,745 INFO [M:0;95451c90bed2:34797 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c1521ba3617e4e1485f3c7b9618d93b6, entries=1, sequenceid=115, filesize=5.0 K 2024-12-02T18:18:32,747 INFO [M:0;95451c90bed2:34797 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1341ms, sequenceid=115, compaction requested=false 2024-12-02T18:18:32,748 INFO [M:0;95451c90bed2:34797 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:18:32,748 DEBUG [M:0;95451c90bed2:34797 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733163511405Disabling compacts and flushes for region at 1733163511405Disabling writes for close at 1733163511405Obtaining lock to block concurrent updates at 1733163511406 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733163511406Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1733163511406Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733163511407 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733163511407Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733163511425 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733163511425Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733163511849 (+424 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733163511868 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733163511868Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733163512287 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733163512306 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733163512306Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3deb237e: reopening flushed file at 1733163512723 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@286bc119: reopening flushed file at 1733163512731 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e2611fe: reopening flushed file at 1733163512738 (+7 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1341ms, sequenceid=115, compaction requested=false at 1733163512747 (+9 ms)Writing region close event to WAL at 1733163512748 (+1 ms)Closed at 1733163512748 2024-12-02T18:18:32,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40803 is added to blk_1073741830_1006 (size=59421) 2024-12-02T18:18:32,752 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T18:18:32,752 INFO [M:0;95451c90bed2:34797 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T18:18:32,752 INFO [M:0;95451c90bed2:34797 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34797 2024-12-02T18:18:32,752 INFO [M:0;95451c90bed2:34797 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T18:18:32,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34797-0x10197441cbf0000, quorum=127.0.0.1:52953, baseZNode=/01353330983 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:18:32,903 INFO [M:0;95451c90bed2:34797 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T18:18:32,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34797-0x10197441cbf0000, quorum=127.0.0.1:52953, baseZNode=/01353330983 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:18:32,906 INFO [Time-limited test {}] client.ConnectionUtils(128): master/95451c90bed2:0 server-side Connection retries=45 2024-12-02T18:18:32,906 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:18:32,906 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T18:18:32,907 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T18:18:32,907 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:18:32,907 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T18:18:32,907 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T18:18:32,907 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T18:18:32,909 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40471 2024-12-02T18:18:32,911 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40471 connecting to ZooKeeper ensemble=127.0.0.1:52953 2024-12-02T18:18:32,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:404710x0, quorum=127.0.0.1:52953, baseZNode=/01353330983 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T18:18:32,921 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40471-0x10197441cbf0006 connected 2024-12-02T18:18:32,932 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:18:32,934 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:18:32,936 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40471-0x10197441cbf0006, quorum=127.0.0.1:52953, baseZNode=/01353330983 Set watcher on znode that does not yet exist, /01353330983/running 2024-12-02T18:18:32,936 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01353330983/meta-region-server: INIT 2024-12-02T18:18:32,936 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf, hbase.cluster.distributed=false 2024-12-02T18:18:32,938 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40471-0x10197441cbf0006, quorum=127.0.0.1:52953, baseZNode=/01353330983 Set watcher on znode that does not yet exist, /01353330983/acl 2024-12-02T18:18:32,938 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40471 2024-12-02T18:18:32,938 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40471 2024-12-02T18:18:32,938 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40471 2024-12-02T18:18:32,939 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40471 2024-12-02T18:18:32,939 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40471 2024-12-02T18:18:32,953 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/95451c90bed2:0 server-side Connection retries=45 2024-12-02T18:18:32,953 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:18:32,953 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T18:18:32,953 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T18:18:32,953 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:18:32,953 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T18:18:32,953 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T18:18:32,954 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T18:18:32,954 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44157 2024-12-02T18:18:32,956 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44157 connecting to ZooKeeper ensemble=127.0.0.1:52953 2024-12-02T18:18:32,956 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:18:32,958 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:18:32,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441570x0, quorum=127.0.0.1:52953, baseZNode=/01353330983 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T18:18:32,972 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44157-0x10197441cbf0007, quorum=127.0.0.1:52953, baseZNode=/01353330983 Set watcher on znode that does not yet exist, /01353330983/running 2024-12-02T18:18:32,972 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44157-0x10197441cbf0007 connected 2024-12-02T18:18:32,972 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01353330983/meta-region-server: INIT 2024-12-02T18:18:32,972 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T18:18:32,973 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T18:18:32,973 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44157-0x10197441cbf0007, quorum=127.0.0.1:52953, baseZNode=/01353330983 Set watcher on znode that does not yet exist, /01353330983/master 2024-12-02T18:18:32,975 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44157-0x10197441cbf0007, quorum=127.0.0.1:52953, baseZNode=/01353330983 Set watcher on znode that does not yet exist, /01353330983/acl 2024-12-02T18:18:32,975 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44157 2024-12-02T18:18:32,975 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44157 2024-12-02T18:18:32,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44157 2024-12-02T18:18:32,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44157 2024-12-02T18:18:32,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44157 2024-12-02T18:18:32,997 DEBUG [M:0;95451c90bed2:40471 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;95451c90bed2:40471 2024-12-02T18:18:32,997 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01353330983/backup-masters/95451c90bed2,40471,1733163512906 2024-12-02T18:18:33,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40471-0x10197441cbf0006, quorum=127.0.0.1:52953, baseZNode=/01353330983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01353330983/backup-masters 2024-12-02T18:18:33,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44157-0x10197441cbf0007, quorum=127.0.0.1:52953, baseZNode=/01353330983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01353330983/backup-masters 2024-12-02T18:18:33,003 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40471-0x10197441cbf0006, quorum=127.0.0.1:52953, baseZNode=/01353330983 Set watcher on existing znode=/01353330983/backup-masters/95451c90bed2,40471,1733163512906 2024-12-02T18:18:33,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40471-0x10197441cbf0006, quorum=127.0.0.1:52953, baseZNode=/01353330983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01353330983 2024-12-02T18:18:33,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44157-0x10197441cbf0007, quorum=127.0.0.1:52953, baseZNode=/01353330983 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01353330983/master 2024-12-02T18:18:33,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44157-0x10197441cbf0007, quorum=127.0.0.1:52953, baseZNode=/01353330983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01353330983 2024-12-02T18:18:33,014 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40471-0x10197441cbf0006, quorum=127.0.0.1:52953, baseZNode=/01353330983 Set watcher on existing znode=/01353330983/master 2024-12-02T18:18:33,014 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01353330983/backup-masters/95451c90bed2,40471,1733163512906 from backup master directory 2024-12-02T18:18:33,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44157-0x10197441cbf0007, quorum=127.0.0.1:52953, baseZNode=/01353330983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01353330983/backup-masters 2024-12-02T18:18:33,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40471-0x10197441cbf0006, quorum=127.0.0.1:52953, baseZNode=/01353330983 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01353330983/backup-masters/95451c90bed2,40471,1733163512906 2024-12-02T18:18:33,024 WARN [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T18:18:33,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40471-0x10197441cbf0006, quorum=127.0.0.1:52953, baseZNode=/01353330983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01353330983/backup-masters 2024-12-02T18:18:33,024 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=95451c90bed2,40471,1733163512906 2024-12-02T18:18:33,042 INFO [master/95451c90bed2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:18:33,042 INFO [master/95451c90bed2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T18:18:33,060 INFO [master/95451c90bed2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 18ms. 2024-12-02T18:18:33,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40803 is added to blk_1073741846_1022 (size=196) 2024-12-02T18:18:33,477 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T18:18:33,480 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T18:18:33,480 INFO [master/95451c90bed2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:18:33,492 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-02T18:18:33,496 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/MasterData/WALs/95451c90bed2,34797,1733163496264 to hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/MasterData/WALs/95451c90bed2,34797,1733163496264-dead as it is dead 2024-12-02T18:18:33,497 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-02T18:18:33,497 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-02T18:18:33,497 INFO [master/95451c90bed2:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/MasterData/WALs/95451c90bed2,34797,1733163496264-dead/95451c90bed2%2C34797%2C1733163496264.1733163499162 2024-12-02T18:18:33,502 INFO [master/95451c90bed2:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/MasterData/WALs/95451c90bed2,34797,1733163496264-dead/95451c90bed2%2C34797%2C1733163496264.1733163499162 after 3ms 2024-12-02T18:18:33,503 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/MasterData/WALs/95451c90bed2,34797,1733163496264-dead/95451c90bed2%2C34797%2C1733163496264.1733163499162 to hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/95451c90bed2%2C34797%2C1733163496264.1733163499162 2024-12-02T18:18:33,503 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/MasterData/WALs/95451c90bed2,34797,1733163496264-dead 2024-12-02T18:18:33,504 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/MasterData/WALs/95451c90bed2,40471,1733163512906 2024-12-02T18:18:33,505 INFO [master/95451c90bed2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T18:18:33,506 INFO [master/95451c90bed2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=95451c90bed2%2C40471%2C1733163512906, suffix=, logDir=hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/MasterData/WALs/95451c90bed2,40471,1733163512906, archiveDir=hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/MasterData/oldWALs, maxLogs=10 2024-12-02T18:18:33,519 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/MasterData/WALs/95451c90bed2,40471,1733163512906/95451c90bed2%2C40471%2C1733163512906.1733163513506, exclude list is [], retry=0 2024-12-02T18:18:33,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40803,DS-a5c6739b-20e8-46b0-b8f5-31661ecd5f65,DISK] 2024-12-02T18:18:33,525 INFO [master/95451c90bed2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/MasterData/WALs/95451c90bed2,40471,1733163512906/95451c90bed2%2C40471%2C1733163512906.1733163513506 2024-12-02T18:18:33,525 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45437:45437)] 2024-12-02T18:18:33,525 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:18:33,525 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:18:33,526 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:18:33,526 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:18:33,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:18:33,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T18:18:33,528 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:18:33,535 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a4a42a694b6842e88a5b3922762e57c9 2024-12-02T18:18:33,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:18:33,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:18:33,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T18:18:33,537 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:18:33,545 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4ab12ec980c54134924ad539cfbba4af 2024-12-02T18:18:33,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:18:33,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:18:33,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T18:18:33,546 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:18:33,553 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c1521ba3617e4e1485f3c7b9618d93b6 2024-12-02T18:18:33,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:18:33,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:18:33,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T18:18:33,555 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:18:33,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:18:33,555 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:18:33,556 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-02T18:18:33,556 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/95451c90bed2%2C34797%2C1733163496264.1733163499162 2024-12-02T18:18:33,570 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/95451c90bed2%2C34797%2C1733163496264.1733163499162 2024-12-02T18:18:33,572 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/95451c90bed2%2C34797%2C1733163496264.1733163499162 2024-12-02T18:18:33,573 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:18:33,574 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:18:33,574 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T18:18:33,576 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:18:33,579 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-12-02T18:18:33,580 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60902084, jitterRate=-0.09248822927474976}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T18:18:33,581 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733163513526Initializing all the Stores at 1733163513527 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163513527Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163513527Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163513527Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163513527Cleaning up temporary data from old regions at 1733163513574 (+47 ms)Region opened successfully at 1733163513580 (+6 ms) 2024-12-02T18:18:33,581 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T18:18:33,585 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fe6ffb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=95451c90bed2/172.17.0.3:0 2024-12-02T18:18:33,598 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-02T18:18:33,599 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T18:18:33,599 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T18:18:33,599 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T18:18:33,600 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T18:18:33,606 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T18:18:33,607 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T18:18:33,607 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T18:18:33,608 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T18:18:33,608 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-02T18:18:33,608 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-02T18:18:33,608 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-12-02T18:18:33,608 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T18:18:33,613 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=95451c90bed2,43113,1733163497451, regionLocation=95451c90bed2,43113,1733163497451, openSeqNum=2 2024-12-02T18:18:33,613 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=95451c90bed2,43113,1733163497451, table=hbase:meta, region=1588230740 2024-12-02T18:18:33,613 INFO [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 95451c90bed2,43113,1733163497451, state=OPEN 2024-12-02T18:18:33,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44157-0x10197441cbf0007, quorum=127.0.0.1:52953, baseZNode=/01353330983 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01353330983/meta-region-server 2024-12-02T18:18:33,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40471-0x10197441cbf0006, quorum=127.0.0.1:52953, baseZNode=/01353330983 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01353330983/meta-region-server 2024-12-02T18:18:33,656 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01353330983/meta-region-server: CHANGED 2024-12-02T18:18:33,656 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01353330983/meta-region-server: CHANGED 2024-12-02T18:18:33,663 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-02T18:18:33,676 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01353330983/draining/95451c90bed2,43113,1733163497451 already deleted, retry=false 2024-12-02T18:18:33,676 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 95451c90bed2,43113,1733163497451 on 95451c90bed2,40471,1733163512906 2024-12-02T18:18:33,683 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 95451c90bed2,43113,1733163497451, splitWal=true, meta=true 2024-12-02T18:18:33,685 INFO [master/95451c90bed2:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for 95451c90bed2,43113,1733163497451 (carryingMeta=true) 95451c90bed2,43113,1733163497451/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@20f641ba[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-02T18:18:33,688 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40471-0x10197441cbf0006, quorum=127.0.0.1:52953, baseZNode=/01353330983 Unable to get data of znode /01353330983/balancer because node does not exist (not necessarily an error) 2024-12-02T18:18:33,697 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01353330983/balancer already deleted, retry=false 2024-12-02T18:18:33,698 INFO [master/95451c90bed2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T18:18:33,698 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40471-0x10197441cbf0006, quorum=127.0.0.1:52953, baseZNode=/01353330983 Unable to get data of znode /01353330983/normalizer because node does not exist (not necessarily an error) 2024-12-02T18:18:33,740 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01353330983/normalizer already deleted, retry=false 2024-12-02T18:18:33,741 INFO [master/95451c90bed2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T18:18:33,742 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40471-0x10197441cbf0006, quorum=127.0.0.1:52953, baseZNode=/01353330983 Unable to get data of znode /01353330983/switch/split because node does not exist (not necessarily an error) 2024-12-02T18:18:33,760 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01353330983/switch/split already deleted, retry=false 2024-12-02T18:18:33,762 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40471-0x10197441cbf0006, quorum=127.0.0.1:52953, baseZNode=/01353330983 Unable to get data of znode /01353330983/switch/merge because node does not exist (not necessarily an error) 2024-12-02T18:18:33,771 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01353330983/switch/merge already deleted, retry=false 2024-12-02T18:18:33,794 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40471-0x10197441cbf0006, quorum=127.0.0.1:52953, baseZNode=/01353330983 Unable to get data of znode /01353330983/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T18:18:33,802 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01353330983/snapshot-cleanup already deleted, retry=false 2024-12-02T18:18:33,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44157-0x10197441cbf0007, quorum=127.0.0.1:52953, baseZNode=/01353330983 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01353330983/running 2024-12-02T18:18:33,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40471-0x10197441cbf0006, quorum=127.0.0.1:52953, baseZNode=/01353330983 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01353330983/running 2024-12-02T18:18:33,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44157-0x10197441cbf0007, quorum=127.0.0.1:52953, baseZNode=/01353330983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01353330983 2024-12-02T18:18:33,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40471-0x10197441cbf0006, quorum=127.0.0.1:52953, baseZNode=/01353330983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01353330983 2024-12-02T18:18:33,814 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=95451c90bed2,40471,1733163512906, sessionid=0x10197441cbf0006, setting cluster-up flag (Was=false) 2024-12-02T18:18:33,824 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01353330983/flush-table-proc/acquired, /01353330983/flush-table-proc/reached, /01353330983/flush-table-proc/abort 2024-12-02T18:18:33,826 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=95451c90bed2,40471,1733163512906 2024-12-02T18:18:33,836 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01353330983/online-snapshot/acquired, /01353330983/online-snapshot/reached, /01353330983/online-snapshot/abort 2024-12-02T18:18:33,838 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=95451c90bed2,40471,1733163512906 2024-12-02T18:18:33,840 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/.lastflushedseqids 2024-12-02T18:18:33,846 INFO [master/95451c90bed2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T18:18:33,846 INFO [master/95451c90bed2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T18:18:33,847 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 95451c90bed2,40471,1733163512906 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 95451c90bed2,43113,1733163497451 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T18:18:33,849 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:18:33,849 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:18:33,849 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:18:33,849 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:18:33,849 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/95451c90bed2:0, corePoolSize=10, maxPoolSize=10 2024-12-02T18:18:33,849 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:18:33,849 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/95451c90bed2:0, corePoolSize=2, maxPoolSize=2 2024-12-02T18:18:33,849 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:18:33,850 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733163543850 2024-12-02T18:18:33,850 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T18:18:33,851 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T18:18:33,851 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T18:18:33,851 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T18:18:33,851 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T18:18:33,851 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T18:18:33,851 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:33,851 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T18:18:33,851 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T18:18:33,852 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T18:18:33,852 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T18:18:33,852 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T18:18:33,852 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T18:18:33,852 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.large.0-1733163513852,5,FailOnTimeoutGroup] 2024-12-02T18:18:33,852 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.small.0-1733163513852,5,FailOnTimeoutGroup] 2024-12-02T18:18:33,852 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:33,853 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T18:18:33,853 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:33,853 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:33,853 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 95451c90bed2,43113,1733163497451, splitWal=true, meta=true 2024-12-02T18:18:33,853 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733163513853, completionTime=-1 2024-12-02T18:18:33,853 WARN [master/95451c90bed2:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-02T18:18:33,854 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 95451c90bed2,43113,1733163497451, splitWal=true, meta=true, isMeta: true 2024-12-02T18:18:33,856 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-02T18:18:33,856 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/WALs/95451c90bed2,43113,1733163497451-splitting 2024-12-02T18:18:33,857 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/WALs/95451c90bed2,43113,1733163497451-splitting dir is empty, no logs to split. 2024-12-02T18:18:33,858 INFO [PEWorker-1 {}] master.SplitWALManager(105): 95451c90bed2,43113,1733163497451 WAL count=0, meta=true 2024-12-02T18:18:33,862 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/WALs/95451c90bed2,43113,1733163497451-splitting dir is empty, no logs to split. 2024-12-02T18:18:33,862 INFO [PEWorker-1 {}] master.SplitWALManager(105): 95451c90bed2,43113,1733163497451 WAL count=0, meta=true 2024-12-02T18:18:33,862 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 95451c90bed2,43113,1733163497451 WAL splitting is done? wals=0, meta=true 2024-12-02T18:18:33,864 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T18:18:33,866 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T18:18:33,867 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-02T18:18:33,884 INFO [RS:0;95451c90bed2:44157 {}] regionserver.HRegionServer(746): ClusterId : ad82cba3-8912-4fb1-aab8-0fb481889a0b 2024-12-02T18:18:33,884 DEBUG [RS:0;95451c90bed2:44157 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T18:18:33,899 DEBUG [RS:0;95451c90bed2:44157 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T18:18:33,899 DEBUG [RS:0;95451c90bed2:44157 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T18:18:33,909 DEBUG [RS:0;95451c90bed2:44157 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T18:18:33,909 DEBUG [RS:0;95451c90bed2:44157 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a6c083d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=95451c90bed2/172.17.0.3:0 2024-12-02T18:18:33,920 DEBUG [RS:0;95451c90bed2:44157 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;95451c90bed2:44157 2024-12-02T18:18:33,920 INFO [RS:0;95451c90bed2:44157 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T18:18:33,920 INFO [RS:0;95451c90bed2:44157 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T18:18:33,920 DEBUG [RS:0;95451c90bed2:44157 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T18:18:33,921 INFO [RS:0;95451c90bed2:44157 {}] regionserver.HRegionServer(2659): reportForDuty to master=95451c90bed2,40471,1733163512906 with port=44157, startcode=1733163512953 2024-12-02T18:18:33,922 DEBUG [RS:0;95451c90bed2:44157 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T18:18:33,923 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47025, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T18:18:33,924 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40471 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 95451c90bed2,44157,1733163512953 2024-12-02T18:18:33,924 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40471 {}] master.ServerManager(517): Registering regionserver=95451c90bed2,44157,1733163512953 2024-12-02T18:18:33,926 DEBUG [RS:0;95451c90bed2:44157 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf 2024-12-02T18:18:33,926 DEBUG [RS:0;95451c90bed2:44157 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45083 2024-12-02T18:18:33,926 DEBUG [RS:0;95451c90bed2:44157 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T18:18:33,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40471-0x10197441cbf0006, quorum=127.0.0.1:52953, baseZNode=/01353330983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01353330983/rs 2024-12-02T18:18:33,940 DEBUG [RS:0;95451c90bed2:44157 {}] zookeeper.ZKUtil(111): regionserver:44157-0x10197441cbf0007, quorum=127.0.0.1:52953, baseZNode=/01353330983 Set watcher on existing znode=/01353330983/rs/95451c90bed2,44157,1733163512953 2024-12-02T18:18:33,940 WARN [RS:0;95451c90bed2:44157 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T18:18:33,940 INFO [RS:0;95451c90bed2:44157 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:18:33,940 DEBUG [RS:0;95451c90bed2:44157 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/WALs/95451c90bed2,44157,1733163512953 2024-12-02T18:18:33,941 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [95451c90bed2,44157,1733163512953] 2024-12-02T18:18:33,957 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=103ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-02T18:18:33,992 INFO [RS:0;95451c90bed2:44157 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T18:18:33,995 INFO [RS:0;95451c90bed2:44157 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T18:18:33,996 INFO [RS:0;95451c90bed2:44157 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T18:18:33,996 INFO [RS:0;95451c90bed2:44157 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:33,996 INFO [RS:0;95451c90bed2:44157 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T18:18:33,997 INFO [RS:0;95451c90bed2:44157 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T18:18:33,998 INFO [RS:0;95451c90bed2:44157 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:33,998 DEBUG [RS:0;95451c90bed2:44157 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:18:33,998 DEBUG [RS:0;95451c90bed2:44157 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:18:33,998 DEBUG [RS:0;95451c90bed2:44157 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:18:33,998 DEBUG [RS:0;95451c90bed2:44157 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:18:33,998 DEBUG [RS:0;95451c90bed2:44157 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:18:33,998 DEBUG [RS:0;95451c90bed2:44157 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/95451c90bed2:0, corePoolSize=2, maxPoolSize=2 2024-12-02T18:18:33,999 DEBUG [RS:0;95451c90bed2:44157 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:18:33,999 DEBUG [RS:0;95451c90bed2:44157 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:18:33,999 DEBUG [RS:0;95451c90bed2:44157 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:18:33,999 DEBUG [RS:0;95451c90bed2:44157 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:18:33,999 DEBUG [RS:0;95451c90bed2:44157 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:18:33,999 DEBUG [RS:0;95451c90bed2:44157 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:18:33,999 DEBUG [RS:0;95451c90bed2:44157 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/95451c90bed2:0, corePoolSize=3, maxPoolSize=3 2024-12-02T18:18:33,999 DEBUG [RS:0;95451c90bed2:44157 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/95451c90bed2:0, corePoolSize=3, maxPoolSize=3 2024-12-02T18:18:34,000 INFO [RS:0;95451c90bed2:44157 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:34,000 INFO [RS:0;95451c90bed2:44157 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:34,000 INFO [RS:0;95451c90bed2:44157 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:34,000 INFO [RS:0;95451c90bed2:44157 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:34,000 INFO [RS:0;95451c90bed2:44157 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:34,000 INFO [RS:0;95451c90bed2:44157 {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,44157,1733163512953-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T18:18:34,018 WARN [95451c90bed2:40471 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T18:18:34,018 INFO [RS:0;95451c90bed2:44157 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T18:18:34,018 INFO [RS:0;95451c90bed2:44157 {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,44157,1733163512953-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:34,031 INFO [RS:0;95451c90bed2:44157 {}] regionserver.ReplicationSource(231): queueId=1-95451c90bed2,44157,1733163512953, ReplicationSource: 1, currentBandwidth=0 2024-12-02T18:18:34,043 INFO [RS:0;95451c90bed2:44157 {}] regionserver.ReplicationSource(231): queueId=2-95451c90bed2,44157,1733163512953, ReplicationSource: 2, currentBandwidth=0 2024-12-02T18:18:34,044 INFO [RS:0;95451c90bed2:44157 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:34,044 INFO [RS:0;95451c90bed2:44157 {}] regionserver.Replication(171): 95451c90bed2,44157,1733163512953 started 2024-12-02T18:18:34,044 DEBUG [RS:0;95451c90bed2:44157.replicationSource,1-95451c90bed2,44157,1733163512953 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='95451c90bed2:46653' 2024-12-02T18:18:34,045 DEBUG [RS:0;95451c90bed2:44157.replicationSource,1-95451c90bed2,44157,1733163512953 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@573eaa92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:18:34,045 DEBUG [RS:0;95451c90bed2:44157.replicationSource,1-95451c90bed2,44157,1733163512953 {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,46653,-1 for getting cluster id 2024-12-02T18:18:34,045 DEBUG [RS:0;95451c90bed2:44157.replicationSource,1-95451c90bed2,44157,1733163512953 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:18:34,047 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '37c7a009-df0f-4f2e-8fd7-8e8359717e24' 2024-12-02T18:18:34,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:18:34,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "37c7a009-df0f-4f2e-8fd7-8e8359717e24" 2024-12-02T18:18:34,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5134d034, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:18:34,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,46653,-1] 2024-12-02T18:18:34,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:18:34,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:18:34,048 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:18:34,049 DEBUG [RS:0;95451c90bed2:44157.replicationSource,1-95451c90bed2,44157,1733163512953 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13a617ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:18:34,049 DEBUG [RS:0;95451c90bed2:44157.replicationSource,1-95451c90bed2,44157,1733163512953 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:18:34,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,46653,1733163503390 2024-12-02T18:18:34,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49e121b0 2024-12-02T18:18:34,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:18:34,051 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-02T18:18:34,052 INFO [RS:0;95451c90bed2:44157.replicationSource,1-95451c90bed2,44157,1733163512953 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-95451c90bed2,44157,1733163512953 (queues=0) is replicating from cluster=ad82cba3-8912-4fb1-aab8-0fb481889a0b to cluster=37c7a009-df0f-4f2e-8fd7-8e8359717e24 2024-12-02T18:18:34,057 INFO [RS:0;95451c90bed2:44157 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:34,058 INFO [RS:0;95451c90bed2:44157 {}] regionserver.HRegionServer(1482): Serving as 95451c90bed2,44157,1733163512953, RpcServer on 95451c90bed2/172.17.0.3:44157, sessionid=0x10197441cbf0007 2024-12-02T18:18:34,058 DEBUG [RS:0;95451c90bed2:44157 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T18:18:34,058 DEBUG [RS:0;95451c90bed2:44157 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 95451c90bed2,44157,1733163512953 2024-12-02T18:18:34,058 DEBUG [RS:0;95451c90bed2:44157 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '95451c90bed2,44157,1733163512953' 2024-12-02T18:18:34,058 DEBUG [RS:0;95451c90bed2:44157 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01353330983/flush-table-proc/abort' 2024-12-02T18:18:34,058 DEBUG [RS:0;95451c90bed2:44157 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01353330983/flush-table-proc/acquired' 2024-12-02T18:18:34,059 DEBUG [RS:0;95451c90bed2:44157 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T18:18:34,059 DEBUG [RS:0;95451c90bed2:44157 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T18:18:34,059 DEBUG [RS:0;95451c90bed2:44157 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 95451c90bed2,44157,1733163512953 2024-12-02T18:18:34,059 DEBUG [RS:0;95451c90bed2:44157 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '95451c90bed2,44157,1733163512953' 2024-12-02T18:18:34,059 DEBUG [RS:0;95451c90bed2:44157 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01353330983/online-snapshot/abort' 2024-12-02T18:18:34,060 DEBUG [RS:0;95451c90bed2:44157 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01353330983/online-snapshot/acquired' 2024-12-02T18:18:34,060 DEBUG [RS:0;95451c90bed2:44157 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T18:18:34,060 INFO [RS:0;95451c90bed2:44157 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T18:18:34,060 INFO [RS:0;95451c90bed2:44157 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T18:18:34,062 DEBUG [RS:0;95451c90bed2:44157.replicationSource,2-95451c90bed2,44157,1733163512953 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='95451c90bed2:46653' 2024-12-02T18:18:34,064 DEBUG [RS:0;95451c90bed2:44157.replicationSource,2-95451c90bed2,44157,1733163512953 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@524c13e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:18:34,064 DEBUG [RS:0;95451c90bed2:44157.replicationSource,2-95451c90bed2,44157,1733163512953 {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,46653,-1 for getting cluster id 2024-12-02T18:18:34,065 DEBUG [RS:0;95451c90bed2:44157.replicationSource,2-95451c90bed2,44157,1733163512953 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:18:34,066 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '37c7a009-df0f-4f2e-8fd7-8e8359717e24' 2024-12-02T18:18:34,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:18:34,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "37c7a009-df0f-4f2e-8fd7-8e8359717e24" 2024-12-02T18:18:34,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7419bb39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:18:34,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,46653,-1] 2024-12-02T18:18:34,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:18:34,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:18:34,068 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:18:34,069 DEBUG [RS:0;95451c90bed2:44157.replicationSource,2-95451c90bed2,44157,1733163512953 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28282110, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:18:34,069 DEBUG [RS:0;95451c90bed2:44157.replicationSource,2-95451c90bed2,44157,1733163512953 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:18:34,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,46653,1733163503390 2024-12-02T18:18:34,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31193d68 2024-12-02T18:18:34,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:18:34,071 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-02T18:18:34,072 INFO [RS:0;95451c90bed2:44157.replicationSource,2-95451c90bed2,44157,1733163512953 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-95451c90bed2,44157,1733163512953 (queues=0) is replicating from cluster=ad82cba3-8912-4fb1-aab8-0fb481889a0b to cluster=37c7a009-df0f-4f2e-8fd7-8e8359717e24 2024-12-02T18:18:34,161 INFO [RS:0;95451c90bed2:44157 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T18:18:34,164 INFO [RS:0;95451c90bed2:44157 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=95451c90bed2%2C44157%2C1733163512953, suffix=, logDir=hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/WALs/95451c90bed2,44157,1733163512953, archiveDir=hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/oldWALs, maxLogs=10 2024-12-02T18:18:34,183 DEBUG [RS:0;95451c90bed2:44157 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/WALs/95451c90bed2,44157,1733163512953/95451c90bed2%2C44157%2C1733163512953.1733163514165, exclude list is [], retry=0 2024-12-02T18:18:34,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40803,DS-a5c6739b-20e8-46b0-b8f5-31661ecd5f65,DISK] 2024-12-02T18:18:34,189 INFO [RS:0;95451c90bed2:44157 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/WALs/95451c90bed2,44157,1733163512953/95451c90bed2%2C44157%2C1733163512953.1733163514165 2024-12-02T18:18:34,190 DEBUG [RS:0;95451c90bed2:44157 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 95451c90bed2%2C44157%2C1733163512953 for peer 1 2024-12-02T18:18:34,190 DEBUG [RS:0;95451c90bed2:44157 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 95451c90bed2%2C44157%2C1733163512953 for peer 2 2024-12-02T18:18:34,190 DEBUG [RS:0;95451c90bed2:44157 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=95451c90bed2%2C44157%2C1733163512953 2024-12-02T18:18:34,191 INFO [RS:0;95451c90bed2:44157 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-95451c90bed2,44157,1733163512953, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T18:18:34,196 INFO [RS:0;95451c90bed2:44157.replicationSource.shipper95451c90bed2%2C44157%2C1733163512953,1-95451c90bed2,44157,1733163512953 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 95451c90bed2%2C44157%2C1733163512953 2024-12-02T18:18:34,196 DEBUG [RS:0;95451c90bed2:44157 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=95451c90bed2%2C44157%2C1733163512953 2024-12-02T18:18:34,196 INFO [RS:0;95451c90bed2:44157 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-95451c90bed2,44157,1733163512953, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T18:18:34,200 DEBUG [RS:0;95451c90bed2:44157 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45437:45437)] 2024-12-02T18:18:34,200 INFO [RS:0;95451c90bed2:44157.replicationSource.shipper95451c90bed2%2C44157%2C1733163512953,2-95451c90bed2,44157,1733163512953 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 95451c90bed2%2C44157%2C1733163512953 2024-12-02T18:18:34,201 DEBUG [RS:0;95451c90bed2:44157.replicationSource.wal-reader.95451c90bed2%2C44157%2C1733163512953,1-95451c90bed2,44157,1733163512953 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/WALs/95451c90bed2,44157,1733163512953/95451c90bed2%2C44157%2C1733163512953.1733163514165, startPosition=0, beingWritten=true 2024-12-02T18:18:34,201 DEBUG [RS:0;95451c90bed2:44157.replicationSource.wal-reader.95451c90bed2%2C44157%2C1733163512953,2-95451c90bed2,44157,1733163512953 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/WALs/95451c90bed2,44157,1733163512953/95451c90bed2%2C44157%2C1733163512953.1733163514165, startPosition=0, beingWritten=true 2024-12-02T18:18:34,268 DEBUG [95451c90bed2:40471 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T18:18:34,269 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=95451c90bed2,44157,1733163512953 2024-12-02T18:18:34,270 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 95451c90bed2,44157,1733163512953, state=OPENING 2024-12-02T18:18:34,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40471-0x10197441cbf0006, quorum=127.0.0.1:52953, baseZNode=/01353330983 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01353330983/meta-region-server 2024-12-02T18:18:34,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44157-0x10197441cbf0007, quorum=127.0.0.1:52953, baseZNode=/01353330983 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01353330983/meta-region-server 2024-12-02T18:18:34,276 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T18:18:34,276 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01353330983/meta-region-server: CHANGED 2024-12-02T18:18:34,276 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01353330983/meta-region-server: CHANGED 2024-12-02T18:18:34,277 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=95451c90bed2,44157,1733163512953}] 2024-12-02T18:18:34,408 DEBUG [RS:0;95451c90bed2:44157.replicationSource.wal-reader.95451c90bed2%2C44157%2C1733163512953,1-95451c90bed2,44157,1733163512953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/WALs/95451c90bed2,44157,1733163512953/95451c90bed2%2C44157%2C1733163512953.1733163514165 to pos 0, reset compression=false 2024-12-02T18:18:34,416 DEBUG [RS:0;95451c90bed2:44157.replicationSource.wal-reader.95451c90bed2%2C44157%2C1733163512953,2-95451c90bed2,44157,1733163512953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/WALs/95451c90bed2,44157,1733163512953/95451c90bed2%2C44157%2C1733163512953.1733163514165 to pos 0, reset compression=false 2024-12-02T18:18:34,431 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T18:18:34,433 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39603, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T18:18:34,444 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T18:18:34,445 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:18:34,445 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T18:18:34,448 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=95451c90bed2%2C44157%2C1733163512953.meta, suffix=.meta, logDir=hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/WALs/95451c90bed2,44157,1733163512953, archiveDir=hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/oldWALs, maxLogs=10 2024-12-02T18:18:34,470 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/WALs/95451c90bed2,44157,1733163512953/95451c90bed2%2C44157%2C1733163512953.meta.1733163514449.meta, exclude list is [], retry=0 2024-12-02T18:18:34,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40803,DS-a5c6739b-20e8-46b0-b8f5-31661ecd5f65,DISK] 2024-12-02T18:18:34,479 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/WALs/95451c90bed2,44157,1733163512953/95451c90bed2%2C44157%2C1733163512953.meta.1733163514449.meta 2024-12-02T18:18:34,480 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45437:45437)] 2024-12-02T18:18:34,481 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:18:34,481 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T18:18:34,481 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T18:18:34,481 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T18:18:34,481 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T18:18:34,482 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T18:18:34,482 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:18:34,482 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T18:18:34,482 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T18:18:34,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T18:18:34,486 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T18:18:34,486 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:18:34,503 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/data/hbase/meta/1588230740/info/0fe573553e6b42a4926453de62712208 2024-12-02T18:18:34,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:18:34,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T18:18:34,505 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T18:18:34,505 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:18:34,524 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/data/hbase/meta/1588230740/ns/c3247523705d45679ea8e0675afc659e 2024-12-02T18:18:34,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:18:34,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T18:18:34,527 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T18:18:34,528 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:18:34,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:18:34,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T18:18:34,531 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T18:18:34,531 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:18:34,547 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/data/hbase/meta/1588230740/table/9450d477f8904ebd9d3d565ca7083602 2024-12-02T18:18:34,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:18:34,548 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T18:18:34,550 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/data/hbase/meta/1588230740 2024-12-02T18:18:34,553 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/data/hbase/meta/1588230740 2024-12-02T18:18:34,557 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T18:18:34,557 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T18:18:34,559 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T18:18:34,562 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T18:18:34,566 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71745846, jitterRate=0.06909641623497009}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T18:18:34,566 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T18:18:34,567 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733163514482Writing region info on filesystem at 1733163514482Initializing all the Stores at 1733163514483 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163514484 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163514484Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163514484Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163514484Cleaning up temporary data from old regions at 1733163514557 (+73 ms)Running coprocessor post-open hooks at 1733163514566 (+9 ms)Region opened successfully at 1733163514567 (+1 ms) 2024-12-02T18:18:34,568 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1733163514431 2024-12-02T18:18:34,572 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T18:18:34,572 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T18:18:34,574 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=95451c90bed2,44157,1733163512953 2024-12-02T18:18:34,577 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 95451c90bed2,44157,1733163512953, state=OPEN 2024-12-02T18:18:34,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40471-0x10197441cbf0006, quorum=127.0.0.1:52953, baseZNode=/01353330983 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01353330983/meta-region-server 2024-12-02T18:18:34,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44157-0x10197441cbf0007, quorum=127.0.0.1:52953, baseZNode=/01353330983 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01353330983/meta-region-server 2024-12-02T18:18:34,634 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=95451c90bed2,44157,1733163512953 2024-12-02T18:18:34,634 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01353330983/meta-region-server: CHANGED 2024-12-02T18:18:34,634 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01353330983/meta-region-server: CHANGED 2024-12-02T18:18:34,640 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-02T18:18:34,640 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=95451c90bed2,44157,1733163512953 in 358 msec 2024-12-02T18:18:34,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-02T18:18:34,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 776 msec 2024-12-02T18:18:34,725 DEBUG [RS:0;95451c90bed2:44157.replicationSource.wal-reader.95451c90bed2%2C44157%2C1733163512953,1-95451c90bed2,44157,1733163512953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/WALs/95451c90bed2,44157,1733163512953/95451c90bed2%2C44157%2C1733163512953.1733163514165 to pos 0, reset compression=false 2024-12-02T18:18:34,729 DEBUG [RS:0;95451c90bed2:44157.replicationSource.wal-reader.95451c90bed2%2C44157%2C1733163512953,2-95451c90bed2,44157,1733163512953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/WALs/95451c90bed2,44157,1733163512953/95451c90bed2%2C44157%2C1733163512953.1733163514165 to pos 0, reset compression=false 2024-12-02T18:18:35,143 DEBUG [RS:0;95451c90bed2:44157.replicationSource.wal-reader.95451c90bed2%2C44157%2C1733163512953,1-95451c90bed2,44157,1733163512953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/WALs/95451c90bed2,44157,1733163512953/95451c90bed2%2C44157%2C1733163512953.1733163514165 to pos 0, reset compression=false 2024-12-02T18:18:35,164 DEBUG [RS:0;95451c90bed2:44157.replicationSource.wal-reader.95451c90bed2%2C44157%2C1733163512953,2-95451c90bed2,44157,1733163512953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/WALs/95451c90bed2,44157,1733163512953/95451c90bed2%2C44157%2C1733163512953.1733163514165 to pos 0, reset compression=false 2024-12-02T18:18:35,460 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1607ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1504ms 2024-12-02T18:18:35,650 DEBUG [RS:0;95451c90bed2:44157.replicationSource.wal-reader.95451c90bed2%2C44157%2C1733163512953,1-95451c90bed2,44157,1733163512953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/WALs/95451c90bed2,44157,1733163512953/95451c90bed2%2C44157%2C1733163512953.1733163514165 to pos 0, reset compression=false 2024-12-02T18:18:35,669 DEBUG [RS:0;95451c90bed2:44157.replicationSource.wal-reader.95451c90bed2%2C44157%2C1733163512953,2-95451c90bed2,44157,1733163512953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/WALs/95451c90bed2,44157,1733163512953/95451c90bed2%2C44157%2C1733163512953.1733163514165 to pos 0, reset compression=false 2024-12-02T18:18:36,260 DEBUG [RS:0;95451c90bed2:44157.replicationSource.wal-reader.95451c90bed2%2C44157%2C1733163512953,1-95451c90bed2,44157,1733163512953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/WALs/95451c90bed2,44157,1733163512953/95451c90bed2%2C44157%2C1733163512953.1733163514165 to pos 0, reset compression=false 2024-12-02T18:18:36,276 DEBUG [RS:0;95451c90bed2:44157.replicationSource.wal-reader.95451c90bed2%2C44157%2C1733163512953,2-95451c90bed2,44157,1733163512953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/WALs/95451c90bed2,44157,1733163512953/95451c90bed2%2C44157%2C1733163512953.1733163514165 to pos 0, reset compression=false 2024-12-02T18:18:36,411 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T18:18:36,963 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3110ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3007ms 2024-12-02T18:18:36,970 DEBUG [RS:0;95451c90bed2:44157.replicationSource.wal-reader.95451c90bed2%2C44157%2C1733163512953,1-95451c90bed2,44157,1733163512953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/WALs/95451c90bed2,44157,1733163512953/95451c90bed2%2C44157%2C1733163512953.1733163514165 to pos 0, reset compression=false 2024-12-02T18:18:36,982 DEBUG [RS:0;95451c90bed2:44157.replicationSource.wal-reader.95451c90bed2%2C44157%2C1733163512953,2-95451c90bed2,44157,1733163512953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/WALs/95451c90bed2,44157,1733163512953/95451c90bed2%2C44157%2C1733163512953.1733163514165 to pos 0, reset compression=false 2024-12-02T18:18:37,776 DEBUG [RS:0;95451c90bed2:44157.replicationSource.wal-reader.95451c90bed2%2C44157%2C1733163512953,1-95451c90bed2,44157,1733163512953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/WALs/95451c90bed2,44157,1733163512953/95451c90bed2%2C44157%2C1733163512953.1733163514165 to pos 0, reset compression=false 2024-12-02T18:18:37,789 DEBUG [RS:0;95451c90bed2:44157.replicationSource.wal-reader.95451c90bed2%2C44157%2C1733163512953,2-95451c90bed2,44157,1733163512953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/WALs/95451c90bed2,44157,1733163512953/95451c90bed2%2C44157%2C1733163512953.1733163514165 to pos 0, reset compression=false 2024-12-02T18:18:38,366 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4513ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-02T18:18:38,366 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T18:18:38,367 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:18:38,367 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,44157,1733163512953, seqNum=-1] 2024-12-02T18:18:38,367 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:18:38,369 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39777, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T18:18:38,375 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4676f9c5b799e86021954ade094b6ce1, regionState=OPEN, lastHost=95451c90bed2,43113,1733163497451, regionLocation=95451c90bed2,43113,1733163497451, openSeqNum=2 2024-12-02T18:18:38,375 INFO [master/95451c90bed2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T18:18:38,375 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733163578375 2024-12-02T18:18:38,375 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733163638375 2024-12-02T18:18:38,375 INFO [master/95451c90bed2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 9 msec 2024-12-02T18:18:38,376 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,40471,1733163512906-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:38,376 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,40471,1733163512906-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:38,376 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 95451c90bed2,43113,1733163497451 had 2 regions 2024-12-02T18:18:38,376 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,40471,1733163512906-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:38,376 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-95451c90bed2:40471, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:38,376 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:38,376 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:38,378 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 95451c90bed2,43113,1733163497451, splitWal=true, meta=true, isMeta: false 2024-12-02T18:18:38,380 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/WALs/95451c90bed2,43113,1733163497451-splitting dir is empty, no logs to split. 2024-12-02T18:18:38,380 INFO [PEWorker-3 {}] master.SplitWALManager(105): 95451c90bed2,43113,1733163497451 WAL count=0, meta=false 2024-12-02T18:18:38,384 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/WALs/95451c90bed2,43113,1733163497451-splitting dir is empty, no logs to split. 2024-12-02T18:18:38,384 INFO [PEWorker-3 {}] master.SplitWALManager(105): 95451c90bed2,43113,1733163497451 WAL count=0, meta=false 2024-12-02T18:18:38,384 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 95451c90bed2,43113,1733163497451 WAL splitting is done? wals=0, meta=false 2024-12-02T18:18:38,384 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.360sec 2024-12-02T18:18:38,384 INFO [master/95451c90bed2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T18:18:38,384 INFO [master/95451c90bed2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T18:18:38,384 INFO [master/95451c90bed2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T18:18:38,384 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T18:18:38,384 INFO [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T18:18:38,384 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,40471,1733163512906-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T18:18:38,384 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,40471,1733163512906-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T18:18:38,387 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4676f9c5b799e86021954ade094b6ce1, ASSIGN}] 2024-12-02T18:18:38,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@173bf31f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:18:38,387 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,40471,-1 for getting cluster id 2024-12-02T18:18:38,388 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:18:38,388 WARN [master/95451c90bed2:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=95451c90bed2,43113,1733163497451/hbase:replication,,1733163506320.4676f9c5b799e86021954ade094b6ce1. 2024-12-02T18:18:38,390 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4676f9c5b799e86021954ade094b6ce1, ASSIGN 2024-12-02T18:18:38,391 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T18:18:38,391 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad82cba3-8912-4fb1-aab8-0fb481889a0b' 2024-12-02T18:18:38,391 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4676f9c5b799e86021954ade094b6ce1, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-02T18:18:38,391 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T18:18:38,391 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,40471,1733163512906-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:38,391 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:18:38,392 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad82cba3-8912-4fb1-aab8-0fb481889a0b" 2024-12-02T18:18:38,392 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@511d9e71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:18:38,392 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,40471,-1] 2024-12-02T18:18:38,392 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:18:38,393 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:18:38,394 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:18:38,395 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e82319, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:18:38,395 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:18:38,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,44157,1733163512953, seqNum=-1] 2024-12-02T18:18:38,397 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:18:38,399 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T18:18:38,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-02T18:18:38,401 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T18:18:38,401 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:18:38,402 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:18:38,402 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:18:38,402 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:18:38,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 95451c90bed2:40471 after: 95451c90bed2:40471 2024-12-02T18:18:38,402 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fe57e0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:18:38,402 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,40471,-1 for getting cluster id 2024-12-02T18:18:38,403 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:18:38,404 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad82cba3-8912-4fb1-aab8-0fb481889a0b' 2024-12-02T18:18:38,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:18:38,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad82cba3-8912-4fb1-aab8-0fb481889a0b" 2024-12-02T18:18:38,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@677eac6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:18:38,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,40471,-1] 2024-12-02T18:18:38,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:18:38,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:18:38,406 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:18:38,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57ad67c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:18:38,407 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:18:38,408 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,40471,1733163512906 2024-12-02T18:18:38,408 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43f317e5 2024-12-02T18:18:38,408 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:18:38,409 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T18:18:38,410 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40471 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-02T18:18:38,411 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40471 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-02T18:18:38,412 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40471 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-02T18:18:38,413 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40471 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-12-02T18:18:38,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T18:18:38,413 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T18:18:38,413 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:18:38,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:18:38,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:18:38,414 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:18:38,414 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T18:18:38,414 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1528752532, stopped=false 2024-12-02T18:18:38,414 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=95451c90bed2,46653,1733163503390 2024-12-02T18:18:38,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36823-0x10197441cbf0004, quorum=127.0.0.1:52953, baseZNode=/1632511439 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1632511439/running 2024-12-02T18:18:38,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46653-0x10197441cbf0003, quorum=127.0.0.1:52953, baseZNode=/1632511439 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1632511439/running 2024-12-02T18:18:38,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46653-0x10197441cbf0003, quorum=127.0.0.1:52953, baseZNode=/1632511439 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1632511439 2024-12-02T18:18:38,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36823-0x10197441cbf0004, quorum=127.0.0.1:52953, baseZNode=/1632511439 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1632511439 2024-12-02T18:18:38,487 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T18:18:38,488 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T18:18:38,488 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:18:38,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:18:38,489 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36823-0x10197441cbf0004, quorum=127.0.0.1:52953, baseZNode=/1632511439 Set watcher on znode that does not yet exist, /1632511439/running 2024-12-02T18:18:38,489 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46653-0x10197441cbf0003, quorum=127.0.0.1:52953, baseZNode=/1632511439 Set watcher on znode that does not yet exist, /1632511439/running 2024-12-02T18:18:38,489 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '95451c90bed2,36823,1733163503509' ***** 2024-12-02T18:18:38,489 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T18:18:38,489 INFO [RS:0;95451c90bed2:36823 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T18:18:38,490 INFO [RS:0;95451c90bed2:36823 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T18:18:38,490 INFO [RS:0;95451c90bed2:36823 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T18:18:38,490 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T18:18:38,490 INFO [RS:0;95451c90bed2:36823 {}] regionserver.HRegionServer(959): stopping server 95451c90bed2,36823,1733163503509 2024-12-02T18:18:38,490 INFO [RS:0;95451c90bed2:36823 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T18:18:38,490 INFO [RS:0;95451c90bed2:36823 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;95451c90bed2:36823. 2024-12-02T18:18:38,491 DEBUG [RS:0;95451c90bed2:36823 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:18:38,491 DEBUG [RS:0;95451c90bed2:36823 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:18:38,491 INFO [RS:0;95451c90bed2:36823 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T18:18:38,491 INFO [RS:0;95451c90bed2:36823 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T18:18:38,491 INFO [RS:0;95451c90bed2:36823 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T18:18:38,491 INFO [RS:0;95451c90bed2:36823 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T18:18:38,491 INFO [RS:0;95451c90bed2:36823 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T18:18:38,492 DEBUG [RS:0;95451c90bed2:36823 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T18:18:38,492 DEBUG [RS:0;95451c90bed2:36823 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T18:18:38,492 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T18:18:38,492 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T18:18:38,492 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T18:18:38,492 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T18:18:38,492 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T18:18:38,492 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-02T18:18:38,510 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39553/user/jenkins/test-data/4bd54b90-de96-5607-86e9-49a4447782d3/data/hbase/meta/1588230740/.tmp/ns/9c9ba08de04d4654b6e0d00d8dd2c86d is 43, key is default/ns:d/1733163506111/Put/seqid=0 2024-12-02T18:18:38,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741835_1011 (size=5153) 2024-12-02T18:18:38,541 DEBUG [95451c90bed2:40471 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T18:18:38,541 INFO [regionserver/95451c90bed2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T18:18:38,542 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=4676f9c5b799e86021954ade094b6ce1, regionState=OPENING, regionLocation=95451c90bed2,44157,1733163512953 2024-12-02T18:18:38,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4676f9c5b799e86021954ade094b6ce1, ASSIGN because future has completed 2024-12-02T18:18:38,548 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4676f9c5b799e86021954ade094b6ce1, server=95451c90bed2,44157,1733163512953}] 2024-12-02T18:18:38,686 DEBUG [RS:0;95451c90bed2:44157.replicationSource.wal-reader.95451c90bed2%2C44157%2C1733163512953,1-95451c90bed2,44157,1733163512953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/WALs/95451c90bed2,44157,1733163512953/95451c90bed2%2C44157%2C1733163512953.1733163514165 to pos 0, reset compression=false 2024-12-02T18:18:38,692 DEBUG [RS:0;95451c90bed2:36823 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T18:18:38,695 DEBUG [RS:0;95451c90bed2:44157.replicationSource.wal-reader.95451c90bed2%2C44157%2C1733163512953,2-95451c90bed2,44157,1733163512953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/WALs/95451c90bed2,44157,1733163512953/95451c90bed2%2C44157%2C1733163512953.1733163514165 to pos 0, reset compression=false 2024-12-02T18:18:38,705 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1733163506320.4676f9c5b799e86021954ade094b6ce1. 2024-12-02T18:18:38,706 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:18:38,706 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T18:18:38,708 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=95451c90bed2%2C44157%2C1733163512953.rep, suffix=, logDir=hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/WALs/95451c90bed2,44157,1733163512953, archiveDir=hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/oldWALs, maxLogs=10 2024-12-02T18:18:38,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/WALs/95451c90bed2,44157,1733163512953/95451c90bed2%2C44157%2C1733163512953.rep.1733163518709, exclude list is [], retry=0 2024-12-02T18:18:38,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40803,DS-a5c6739b-20e8-46b0-b8f5-31661ecd5f65,DISK] 2024-12-02T18:18:38,725 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/WALs/95451c90bed2,44157,1733163512953/95451c90bed2%2C44157%2C1733163512953.rep.1733163518709 2024-12-02T18:18:38,726 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45437:45437)] 2024-12-02T18:18:38,726 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 4676f9c5b799e86021954ade094b6ce1, NAME => 'hbase:replication,,1733163506320.4676f9c5b799e86021954ade094b6ce1.', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:18:38,726 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T18:18:38,726 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T18:18:38,726 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733163506320.4676f9c5b799e86021954ade094b6ce1. service=MultiRowMutationService 2024-12-02T18:18:38,726 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T18:18:38,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4676f9c5b799e86021954ade094b6ce1 2024-12-02T18:18:38,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1733163506320.4676f9c5b799e86021954ade094b6ce1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:18:38,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 4676f9c5b799e86021954ade094b6ce1 2024-12-02T18:18:38,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 4676f9c5b799e86021954ade094b6ce1 2024-12-02T18:18:38,729 INFO [StoreOpener-4676f9c5b799e86021954ade094b6ce1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4676f9c5b799e86021954ade094b6ce1 2024-12-02T18:18:38,730 INFO [StoreOpener-4676f9c5b799e86021954ade094b6ce1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4676f9c5b799e86021954ade094b6ce1 columnFamilyName hfileref 2024-12-02T18:18:38,730 DEBUG [StoreOpener-4676f9c5b799e86021954ade094b6ce1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:18:38,730 INFO [StoreOpener-4676f9c5b799e86021954ade094b6ce1-1 {}] regionserver.HStore(327): Store=4676f9c5b799e86021954ade094b6ce1/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:18:38,730 INFO [StoreOpener-4676f9c5b799e86021954ade094b6ce1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4676f9c5b799e86021954ade094b6ce1 2024-12-02T18:18:38,731 INFO [StoreOpener-4676f9c5b799e86021954ade094b6ce1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4676f9c5b799e86021954ade094b6ce1 columnFamilyName queue 2024-12-02T18:18:38,731 DEBUG [StoreOpener-4676f9c5b799e86021954ade094b6ce1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:18:38,739 DEBUG [StoreOpener-4676f9c5b799e86021954ade094b6ce1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/data/hbase/replication/4676f9c5b799e86021954ade094b6ce1/queue/471df64eb5bb4f0faac50431b3bcd607 2024-12-02T18:18:38,739 INFO [StoreOpener-4676f9c5b799e86021954ade094b6ce1-1 {}] regionserver.HStore(327): Store=4676f9c5b799e86021954ade094b6ce1/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:18:38,739 INFO [StoreOpener-4676f9c5b799e86021954ade094b6ce1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4676f9c5b799e86021954ade094b6ce1 2024-12-02T18:18:38,740 INFO [StoreOpener-4676f9c5b799e86021954ade094b6ce1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4676f9c5b799e86021954ade094b6ce1 columnFamilyName sid 2024-12-02T18:18:38,740 DEBUG [StoreOpener-4676f9c5b799e86021954ade094b6ce1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:18:38,741 INFO [StoreOpener-4676f9c5b799e86021954ade094b6ce1-1 {}] regionserver.HStore(327): Store=4676f9c5b799e86021954ade094b6ce1/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:18:38,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 4676f9c5b799e86021954ade094b6ce1 2024-12-02T18:18:38,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/data/hbase/replication/4676f9c5b799e86021954ade094b6ce1 2024-12-02T18:18:38,743 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/data/hbase/replication/4676f9c5b799e86021954ade094b6ce1 2024-12-02T18:18:38,744 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 4676f9c5b799e86021954ade094b6ce1 2024-12-02T18:18:38,744 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 4676f9c5b799e86021954ade094b6ce1 2024-12-02T18:18:38,745 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T18:18:38,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 4676f9c5b799e86021954ade094b6ce1 2024-12-02T18:18:38,748 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 4676f9c5b799e86021954ade094b6ce1; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62019307, jitterRate=-0.0758403092622757}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T18:18:38,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4676f9c5b799e86021954ade094b6ce1 2024-12-02T18:18:38,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 4676f9c5b799e86021954ade094b6ce1: Running coprocessor pre-open hook at 1733163518727Writing region info on filesystem at 1733163518727Initializing all the Stores at 1733163518728 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163518728Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163518729 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163518729Cleaning up temporary data from old regions at 1733163518744 (+15 ms)Running coprocessor post-open hooks at 1733163518748 (+4 ms)Region opened successfully at 1733163518749 (+1 ms) 2024-12-02T18:18:38,750 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733163506320.4676f9c5b799e86021954ade094b6ce1., pid=19, masterSystemTime=1733163518701 2024-12-02T18:18:38,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733163506320.4676f9c5b799e86021954ade094b6ce1. 2024-12-02T18:18:38,754 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733163506320.4676f9c5b799e86021954ade094b6ce1. 2024-12-02T18:18:38,755 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=4676f9c5b799e86021954ade094b6ce1, regionState=OPEN, openSeqNum=10, regionLocation=95451c90bed2,44157,1733163512953 2024-12-02T18:18:38,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4676f9c5b799e86021954ade094b6ce1, server=95451c90bed2,44157,1733163512953 because future has completed 2024-12-02T18:18:38,762 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-12-02T18:18:38,762 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 4676f9c5b799e86021954ade094b6ce1, server=95451c90bed2,44157,1733163512953 in 211 msec 2024-12-02T18:18:38,765 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-12-02T18:18:38,765 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4676f9c5b799e86021954ade094b6ce1, ASSIGN in 375 msec 2024-12-02T18:18:38,767 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-02T18:18:38,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733163506320.4676f9c5b799e86021954ade094b6ce1., hostname=95451c90bed2,44157,1733163512953, seqNum=10] 2024-12-02T18:18:38,816 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 95451c90bed2,43113,1733163497451 2024-12-02T18:18:38,816 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-02T18:18:38,892 DEBUG [RS:0;95451c90bed2:36823 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T18:18:38,916 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39553/user/jenkins/test-data/4bd54b90-de96-5607-86e9-49a4447782d3/data/hbase/meta/1588230740/.tmp/ns/9c9ba08de04d4654b6e0d00d8dd2c86d 2024-12-02T18:18:38,925 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39553/user/jenkins/test-data/4bd54b90-de96-5607-86e9-49a4447782d3/data/hbase/meta/1588230740/.tmp/ns/9c9ba08de04d4654b6e0d00d8dd2c86d as hdfs://localhost:39553/user/jenkins/test-data/4bd54b90-de96-5607-86e9-49a4447782d3/data/hbase/meta/1588230740/ns/9c9ba08de04d4654b6e0d00d8dd2c86d 2024-12-02T18:18:38,933 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39553/user/jenkins/test-data/4bd54b90-de96-5607-86e9-49a4447782d3/data/hbase/meta/1588230740/ns/9c9ba08de04d4654b6e0d00d8dd2c86d, entries=2, sequenceid=6, filesize=5.0 K 2024-12-02T18:18:38,935 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 443ms, sequenceid=6, compaction requested=false 2024-12-02T18:18:38,935 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T18:18:38,942 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39553/user/jenkins/test-data/4bd54b90-de96-5607-86e9-49a4447782d3/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-02T18:18:38,943 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T18:18:38,943 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T18:18:38,943 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T18:18:38,944 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733163518492Running coprocessor pre-close hooks at 1733163518492Disabling compacts and flushes for region at 1733163518492Disabling writes for close at 1733163518492Obtaining lock to block concurrent updates at 1733163518493 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733163518493Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733163518493Flushing stores of hbase:meta,,1.1588230740 at 1733163518494 (+1 ms)Flushing 1588230740/ns: creating writer at 1733163518494Flushing 1588230740/ns: appending metadata at 1733163518510 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733163518510Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5106a517: reopening flushed file at 1733163518924 (+414 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 443ms, sequenceid=6, compaction requested=false at 1733163518935 (+11 ms)Writing region close event to WAL at 1733163518937 (+2 ms)Running coprocessor post-close hooks at 1733163518943 (+6 ms)Closed at 1733163518943 2024-12-02T18:18:38,944 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T18:18:38,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44157 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-12-02T18:18:39,032 INFO [regionserver/95451c90bed2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T18:18:39,032 INFO [regionserver/95451c90bed2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T18:18:39,092 INFO [RS:0;95451c90bed2:36823 {}] regionserver.HRegionServer(976): stopping server 95451c90bed2,36823,1733163503509; all regions closed. 2024-12-02T18:18:39,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741834_1010 (size=1152) 2024-12-02T18:18:39,101 DEBUG [RS:0;95451c90bed2:36823 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4bd54b90-de96-5607-86e9-49a4447782d3/oldWALs 2024-12-02T18:18:39,101 INFO [RS:0;95451c90bed2:36823 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 95451c90bed2%2C36823%2C1733163503509.meta:.meta(num 1733163505940) 2024-12-02T18:18:39,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741832_1008 (size=93) 2024-12-02T18:18:39,106 DEBUG [RS:0;95451c90bed2:36823 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4bd54b90-de96-5607-86e9-49a4447782d3/oldWALs 2024-12-02T18:18:39,106 INFO [RS:0;95451c90bed2:36823 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 95451c90bed2%2C36823%2C1733163503509:(num 1733163505189) 2024-12-02T18:18:39,106 DEBUG [RS:0;95451c90bed2:36823 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:18:39,106 INFO [RS:0;95451c90bed2:36823 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T18:18:39,106 INFO [RS:0;95451c90bed2:36823 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T18:18:39,106 INFO [RS:0;95451c90bed2:36823 {}] hbase.ChoreService(370): Chore service for: regionserver/95451c90bed2:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T18:18:39,107 INFO [RS:0;95451c90bed2:36823 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T18:18:39,107 INFO [regionserver/95451c90bed2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T18:18:39,107 INFO [RS:0;95451c90bed2:36823 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36823 2024-12-02T18:18:39,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36823-0x10197441cbf0004, quorum=127.0.0.1:52953, baseZNode=/1632511439 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1632511439/rs/95451c90bed2,36823,1733163503509 2024-12-02T18:18:39,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46653-0x10197441cbf0003, quorum=127.0.0.1:52953, baseZNode=/1632511439 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1632511439/rs 2024-12-02T18:18:39,150 INFO [RS:0;95451c90bed2:36823 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T18:18:39,160 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [95451c90bed2,36823,1733163503509] 2024-12-02T18:18:39,171 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1632511439/draining/95451c90bed2,36823,1733163503509 already deleted, retry=false 2024-12-02T18:18:39,171 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 95451c90bed2,36823,1733163503509 expired; onlineServers=0 2024-12-02T18:18:39,171 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '95451c90bed2,46653,1733163503390' ***** 2024-12-02T18:18:39,171 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T18:18:39,171 INFO [M:0;95451c90bed2:46653 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T18:18:39,171 INFO [M:0;95451c90bed2:46653 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T18:18:39,171 DEBUG [M:0;95451c90bed2:46653 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T18:18:39,172 DEBUG [M:0;95451c90bed2:46653 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T18:18:39,172 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T18:18:39,172 DEBUG [master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.large.0-1733163504802 {}] cleaner.HFileCleaner(306): Exit Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.large.0-1733163504802,5,FailOnTimeoutGroup] 2024-12-02T18:18:39,172 DEBUG [master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.small.0-1733163504803 {}] cleaner.HFileCleaner(306): Exit Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.small.0-1733163504803,5,FailOnTimeoutGroup] 2024-12-02T18:18:39,172 INFO [M:0;95451c90bed2:46653 {}] hbase.ChoreService(370): Chore service for: master/95451c90bed2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T18:18:39,173 INFO [M:0;95451c90bed2:46653 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T18:18:39,173 DEBUG [M:0;95451c90bed2:46653 {}] master.HMaster(1795): Stopping service threads 2024-12-02T18:18:39,173 INFO [M:0;95451c90bed2:46653 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T18:18:39,173 INFO [M:0;95451c90bed2:46653 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T18:18:39,174 INFO [M:0;95451c90bed2:46653 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T18:18:39,174 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T18:18:39,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46653-0x10197441cbf0003, quorum=127.0.0.1:52953, baseZNode=/1632511439 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1632511439/master 2024-12-02T18:18:39,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46653-0x10197441cbf0003, quorum=127.0.0.1:52953, baseZNode=/1632511439 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1632511439 2024-12-02T18:18:39,181 DEBUG [M:0;95451c90bed2:46653 {}] zookeeper.ZKUtil(347): master:46653-0x10197441cbf0003, quorum=127.0.0.1:52953, baseZNode=/1632511439 Unable to get data of znode /1632511439/master because node does not exist (not an error) 2024-12-02T18:18:39,181 WARN [M:0;95451c90bed2:46653 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T18:18:39,183 INFO [M:0;95451c90bed2:46653 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39553/user/jenkins/test-data/4bd54b90-de96-5607-86e9-49a4447782d3/.lastflushedseqids 2024-12-02T18:18:39,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741836_1012 (size=99) 2024-12-02T18:18:39,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36823-0x10197441cbf0004, quorum=127.0.0.1:52953, baseZNode=/1632511439 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:18:39,260 INFO [RS:0;95451c90bed2:36823 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T18:18:39,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36823-0x10197441cbf0004, quorum=127.0.0.1:52953, baseZNode=/1632511439 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:18:39,261 INFO [RS:0;95451c90bed2:36823 {}] regionserver.HRegionServer(1031): Exiting; stopping=95451c90bed2,36823,1733163503509; zookeeper connection closed. 2024-12-02T18:18:39,261 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1f3fc389 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1f3fc389 2024-12-02T18:18:39,261 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T18:18:39,592 INFO [M:0;95451c90bed2:46653 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T18:18:39,593 INFO [M:0;95451c90bed2:46653 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T18:18:39,593 DEBUG [M:0;95451c90bed2:46653 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T18:18:39,593 INFO [M:0;95451c90bed2:46653 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:18:39,593 DEBUG [M:0;95451c90bed2:46653 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:18:39,593 DEBUG [M:0;95451c90bed2:46653 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T18:18:39,593 DEBUG [M:0;95451c90bed2:46653 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:18:39,594 INFO [M:0;95451c90bed2:46653 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-02T18:18:39,614 DEBUG [M:0;95451c90bed2:46653 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39553/user/jenkins/test-data/4bd54b90-de96-5607-86e9-49a4447782d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb0b50ea0d8f47cba5b43c389c058da2 is 82, key is hbase:meta,,1/info:regioninfo/1733163506000/Put/seqid=0 2024-12-02T18:18:39,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741837_1013 (size=5672) 2024-12-02T18:18:39,692 DEBUG [RS:0;95451c90bed2:44157.replicationSource.wal-reader.95451c90bed2%2C44157%2C1733163512953,1-95451c90bed2,44157,1733163512953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/WALs/95451c90bed2,44157,1733163512953/95451c90bed2%2C44157%2C1733163512953.1733163514165 to pos 0, reset compression=false 2024-12-02T18:18:39,700 DEBUG [RS:0;95451c90bed2:44157.replicationSource.wal-reader.95451c90bed2%2C44157%2C1733163512953,2-95451c90bed2,44157,1733163512953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/WALs/95451c90bed2,44157,1733163512953/95451c90bed2%2C44157%2C1733163512953.1733163514165 to pos 0, reset compression=false 2024-12-02T18:18:40,020 INFO [M:0;95451c90bed2:46653 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39553/user/jenkins/test-data/4bd54b90-de96-5607-86e9-49a4447782d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb0b50ea0d8f47cba5b43c389c058da2 2024-12-02T18:18:40,040 DEBUG [M:0;95451c90bed2:46653 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39553/user/jenkins/test-data/4bd54b90-de96-5607-86e9-49a4447782d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3fa11eae40ef4734baaa8bb8fcf38a40 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733163506118/Put/seqid=0 2024-12-02T18:18:40,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741838_1014 (size=5275) 2024-12-02T18:18:40,446 INFO [M:0;95451c90bed2:46653 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39553/user/jenkins/test-data/4bd54b90-de96-5607-86e9-49a4447782d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3fa11eae40ef4734baaa8bb8fcf38a40 2024-12-02T18:18:40,472 DEBUG [M:0;95451c90bed2:46653 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39553/user/jenkins/test-data/4bd54b90-de96-5607-86e9-49a4447782d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/da176f3c8362414f9a5870f6b832e1a0 is 69, key is 95451c90bed2,36823,1733163503509/rs:state/1733163504964/Put/seqid=0 2024-12-02T18:18:40,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741839_1015 (size=5156) 2024-12-02T18:18:40,799 DEBUG [RS:0;95451c90bed2:44157.replicationSource.wal-reader.95451c90bed2%2C44157%2C1733163512953,1-95451c90bed2,44157,1733163512953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/WALs/95451c90bed2,44157,1733163512953/95451c90bed2%2C44157%2C1733163512953.1733163514165 to pos 0, reset compression=false 2024-12-02T18:18:40,807 DEBUG [RS:0;95451c90bed2:44157.replicationSource.wal-reader.95451c90bed2%2C44157%2C1733163512953,2-95451c90bed2,44157,1733163512953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/WALs/95451c90bed2,44157,1733163512953/95451c90bed2%2C44157%2C1733163512953.1733163514165 to pos 0, reset compression=false 2024-12-02T18:18:40,877 INFO [M:0;95451c90bed2:46653 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39553/user/jenkins/test-data/4bd54b90-de96-5607-86e9-49a4447782d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/da176f3c8362414f9a5870f6b832e1a0 2024-12-02T18:18:40,886 DEBUG [M:0;95451c90bed2:46653 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39553/user/jenkins/test-data/4bd54b90-de96-5607-86e9-49a4447782d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb0b50ea0d8f47cba5b43c389c058da2 as hdfs://localhost:39553/user/jenkins/test-data/4bd54b90-de96-5607-86e9-49a4447782d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fb0b50ea0d8f47cba5b43c389c058da2 2024-12-02T18:18:40,893 INFO [M:0;95451c90bed2:46653 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39553/user/jenkins/test-data/4bd54b90-de96-5607-86e9-49a4447782d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fb0b50ea0d8f47cba5b43c389c058da2, entries=8, sequenceid=28, filesize=5.5 K 2024-12-02T18:18:40,894 DEBUG [M:0;95451c90bed2:46653 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39553/user/jenkins/test-data/4bd54b90-de96-5607-86e9-49a4447782d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3fa11eae40ef4734baaa8bb8fcf38a40 as hdfs://localhost:39553/user/jenkins/test-data/4bd54b90-de96-5607-86e9-49a4447782d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3fa11eae40ef4734baaa8bb8fcf38a40 2024-12-02T18:18:40,903 INFO [M:0;95451c90bed2:46653 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39553/user/jenkins/test-data/4bd54b90-de96-5607-86e9-49a4447782d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3fa11eae40ef4734baaa8bb8fcf38a40, entries=3, sequenceid=28, filesize=5.2 K 2024-12-02T18:18:40,904 DEBUG [M:0;95451c90bed2:46653 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39553/user/jenkins/test-data/4bd54b90-de96-5607-86e9-49a4447782d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/da176f3c8362414f9a5870f6b832e1a0 as hdfs://localhost:39553/user/jenkins/test-data/4bd54b90-de96-5607-86e9-49a4447782d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/da176f3c8362414f9a5870f6b832e1a0 2024-12-02T18:18:40,914 INFO [M:0;95451c90bed2:46653 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39553/user/jenkins/test-data/4bd54b90-de96-5607-86e9-49a4447782d3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/da176f3c8362414f9a5870f6b832e1a0, entries=1, sequenceid=28, filesize=5.0 K 2024-12-02T18:18:40,917 INFO [M:0;95451c90bed2:46653 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1322ms, sequenceid=28, compaction requested=false 2024-12-02T18:18:40,918 INFO [M:0;95451c90bed2:46653 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:18:40,918 DEBUG [M:0;95451c90bed2:46653 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733163519593Disabling compacts and flushes for region at 1733163519593Disabling writes for close at 1733163519593Obtaining lock to block concurrent updates at 1733163519594 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733163519594Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733163519595 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733163519597 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733163519597Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733163519614 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733163519614Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733163520027 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733163520040 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733163520040Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733163520458 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733163520472 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733163520472Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26495dc5: reopening flushed file at 1733163520884 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1094143c: reopening flushed file at 1733163520893 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fd4e4c8: reopening flushed file at 1733163520903 (+10 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1322ms, sequenceid=28, compaction requested=false at 1733163520917 (+14 ms)Writing region close event to WAL at 1733163520918 (+1 ms)Closed at 1733163520918 2024-12-02T18:18:40,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43977 is added to blk_1073741830_1006 (size=10165) 2024-12-02T18:18:40,925 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4bd54b90-de96-5607-86e9-49a4447782d3/MasterData/WALs/95451c90bed2,46653,1733163503390/95451c90bed2%2C46653%2C1733163503390.1733163504531 not finished, retry = 0 2024-12-02T18:18:41,026 INFO [M:0;95451c90bed2:46653 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T18:18:41,026 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T18:18:41,026 INFO [M:0;95451c90bed2:46653 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46653 2024-12-02T18:18:41,029 INFO [M:0;95451c90bed2:46653 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T18:18:41,323 INFO [M:0;95451c90bed2:46653 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T18:18:41,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46653-0x10197441cbf0003, quorum=127.0.0.1:52953, baseZNode=/1632511439 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:18:41,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46653-0x10197441cbf0003, quorum=127.0.0.1:52953, baseZNode=/1632511439 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:18:41,365 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13e60d0f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T18:18:41,367 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T18:18:41,367 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T18:18:41,368 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T18:18:41,368 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4c3c34a-4e2c-7e9b-43b0-7fef6669f364/hadoop.log.dir/,STOPPED} 2024-12-02T18:18:41,370 WARN [BP-90357091-172.17.0.3-1733163501196 heartbeating to localhost/127.0.0.1:39553 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T18:18:41,370 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T18:18:41,370 WARN [BP-90357091-172.17.0.3-1733163501196 heartbeating to localhost/127.0.0.1:39553 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-90357091-172.17.0.3-1733163501196 (Datanode Uuid c9f823c5-0f44-427c-b52a-467a92b3acc1) service to localhost/127.0.0.1:39553 2024-12-02T18:18:41,370 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T18:18:41,371 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4c3c34a-4e2c-7e9b-43b0-7fef6669f364/cluster_f4f9ebc4-f492-2461-08eb-1b81a95fa164/data/data1/current/BP-90357091-172.17.0.3-1733163501196 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T18:18:41,371 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4c3c34a-4e2c-7e9b-43b0-7fef6669f364/cluster_f4f9ebc4-f492-2461-08eb-1b81a95fa164/data/data2/current/BP-90357091-172.17.0.3-1733163501196 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T18:18:41,372 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T18:18:41,377 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12160a33{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T18:18:41,378 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T18:18:41,378 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T18:18:41,378 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T18:18:41,378 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4c3c34a-4e2c-7e9b-43b0-7fef6669f364/hadoop.log.dir/,STOPPED} 2024-12-02T18:18:41,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T18:18:41,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T18:18:41,395 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T18:18:41,395 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:18:41,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:18:41,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:18:41,395 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:18:41,396 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T18:18:41,396 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1874719346, stopped=false 2024-12-02T18:18:41,396 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=95451c90bed2,40471,1733163512906 2024-12-02T18:18:41,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44157-0x10197441cbf0007, quorum=127.0.0.1:52953, baseZNode=/01353330983 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01353330983/running 2024-12-02T18:18:41,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40471-0x10197441cbf0006, quorum=127.0.0.1:52953, baseZNode=/01353330983 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01353330983/running 2024-12-02T18:18:41,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44157-0x10197441cbf0007, quorum=127.0.0.1:52953, baseZNode=/01353330983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01353330983 2024-12-02T18:18:41,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40471-0x10197441cbf0006, quorum=127.0.0.1:52953, baseZNode=/01353330983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01353330983 2024-12-02T18:18:41,413 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T18:18:41,413 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T18:18:41,413 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44157-0x10197441cbf0007, quorum=127.0.0.1:52953, baseZNode=/01353330983 Set watcher on znode that does not yet exist, /01353330983/running 2024-12-02T18:18:41,413 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:18:41,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:18:41,414 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40471-0x10197441cbf0006, quorum=127.0.0.1:52953, baseZNode=/01353330983 Set watcher on znode that does not yet exist, /01353330983/running 2024-12-02T18:18:41,414 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '95451c90bed2,44157,1733163512953' ***** 2024-12-02T18:18:41,414 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T18:18:41,414 INFO [RS:0;95451c90bed2:44157 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T18:18:41,414 INFO [RS:0;95451c90bed2:44157 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T18:18:41,414 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T18:18:41,414 INFO [RS:0;95451c90bed2:44157 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T18:18:41,414 INFO [RS:0;95451c90bed2:44157 {}] regionserver.HRegionServer(3091): Received CLOSE for 4676f9c5b799e86021954ade094b6ce1 2024-12-02T18:18:41,415 INFO [RS:0;95451c90bed2:44157 {}] regionserver.HRegionServer(959): stopping server 95451c90bed2,44157,1733163512953 2024-12-02T18:18:41,415 INFO [RS:0;95451c90bed2:44157 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T18:18:41,415 INFO [RS:0;95451c90bed2:44157 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;95451c90bed2:44157. 2024-12-02T18:18:41,415 DEBUG [RS:0;95451c90bed2:44157 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:18:41,415 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4676f9c5b799e86021954ade094b6ce1, disabling compactions & flushes 2024-12-02T18:18:41,415 DEBUG [RS:0;95451c90bed2:44157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:18:41,415 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733163506320.4676f9c5b799e86021954ade094b6ce1. 2024-12-02T18:18:41,415 INFO [RS:0;95451c90bed2:44157 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T18:18:41,415 INFO [RS:0;95451c90bed2:44157 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T18:18:41,415 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733163506320.4676f9c5b799e86021954ade094b6ce1. 2024-12-02T18:18:41,415 INFO [RS:0;95451c90bed2:44157 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T18:18:41,415 INFO [RS:0;95451c90bed2:44157 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T18:18:41,415 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733163506320.4676f9c5b799e86021954ade094b6ce1. after waiting 0 ms 2024-12-02T18:18:41,415 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733163506320.4676f9c5b799e86021954ade094b6ce1. 2024-12-02T18:18:41,415 INFO [RS:0;95451c90bed2:44157 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T18:18:41,415 DEBUG [RS:0;95451c90bed2:44157 {}] regionserver.HRegionServer(1325): Online Regions={4676f9c5b799e86021954ade094b6ce1=hbase:replication,,1733163506320.4676f9c5b799e86021954ade094b6ce1., 1588230740=hbase:meta,,1.1588230740} 2024-12-02T18:18:41,415 DEBUG [RS:0;95451c90bed2:44157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4676f9c5b799e86021954ade094b6ce1 2024-12-02T18:18:41,415 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T18:18:41,415 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T18:18:41,415 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T18:18:41,415 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T18:18:41,415 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T18:18:41,416 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-02T18:18:41,419 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/data/hbase/replication/4676f9c5b799e86021954ade094b6ce1/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-12-02T18:18:41,420 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T18:18:41,420 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T18:18:41,420 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733163506320.4676f9c5b799e86021954ade094b6ce1. 2024-12-02T18:18:41,421 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4676f9c5b799e86021954ade094b6ce1: Waiting for close lock at 1733163521415Running coprocessor pre-close hooks at 1733163521415Disabling compacts and flushes for region at 1733163521415Disabling writes for close at 1733163521415Writing region close event to WAL at 1733163521416 (+1 ms)Running coprocessor post-close hooks at 1733163521420 (+4 ms)Closed at 1733163521420 2024-12-02T18:18:41,421 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733163506320.4676f9c5b799e86021954ade094b6ce1. 2024-12-02T18:18:41,430 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/data/hbase/meta/1588230740/.tmp/info/9aaf72b16c7c44ca8c05d0a97371786f is 147, key is hbase:replication,,1733163506320.4676f9c5b799e86021954ade094b6ce1./info:regioninfo/1733163518755/Put/seqid=0 2024-12-02T18:18:41,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40803 is added to blk_1073741851_1027 (size=6385) 2024-12-02T18:18:41,507 INFO [regionserver/95451c90bed2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T18:18:41,616 DEBUG [RS:0;95451c90bed2:44157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T18:18:41,816 DEBUG [RS:0;95451c90bed2:44157 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T18:18:41,836 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/data/hbase/meta/1588230740/.tmp/info/9aaf72b16c7c44ca8c05d0a97371786f 2024-12-02T18:18:41,847 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/data/hbase/meta/1588230740/.tmp/info/9aaf72b16c7c44ca8c05d0a97371786f as hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/data/hbase/meta/1588230740/info/9aaf72b16c7c44ca8c05d0a97371786f 2024-12-02T18:18:41,854 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/data/hbase/meta/1588230740/info/9aaf72b16c7c44ca8c05d0a97371786f, entries=8, sequenceid=19, filesize=6.2 K 2024-12-02T18:18:41,855 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=19, compaction requested=false 2024-12-02T18:18:41,861 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-02T18:18:41,862 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T18:18:41,862 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T18:18:41,862 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T18:18:41,862 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733163521415Running coprocessor pre-close hooks at 1733163521415Disabling compacts and flushes for region at 1733163521415Disabling writes for close at 1733163521415Obtaining lock to block concurrent updates at 1733163521416 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733163521416Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733163521416Flushing stores of hbase:meta,,1.1588230740 at 1733163521416Flushing 1588230740/info: creating writer at 1733163521417 (+1 ms)Flushing 1588230740/info: appending metadata at 1733163521430 (+13 ms)Flushing 1588230740/info: closing flushed file at 1733163521430Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8050813: reopening flushed file at 1733163521846 (+416 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=19, compaction requested=false at 1733163521855 (+9 ms)Writing region close event to WAL at 1733163521857 (+2 ms)Running coprocessor post-close hooks at 1733163521861 (+4 ms)Closed at 1733163521862 (+1 ms) 2024-12-02T18:18:41,862 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T18:18:42,001 INFO [regionserver/95451c90bed2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T18:18:42,001 INFO [regionserver/95451c90bed2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T18:18:42,007 DEBUG [RS:0;95451c90bed2:44157.replicationSource.wal-reader.95451c90bed2%2C44157%2C1733163512953,1-95451c90bed2,44157,1733163512953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/WALs/95451c90bed2,44157,1733163512953/95451c90bed2%2C44157%2C1733163512953.1733163514165 to pos 0, reset compression=false 2024-12-02T18:18:42,014 DEBUG [RS:0;95451c90bed2:44157.replicationSource.wal-reader.95451c90bed2%2C44157%2C1733163512953,2-95451c90bed2,44157,1733163512953 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/WALs/95451c90bed2,44157,1733163512953/95451c90bed2%2C44157%2C1733163512953.1733163514165 to pos 0, reset compression=false 2024-12-02T18:18:42,016 INFO [RS:0;95451c90bed2:44157 {}] regionserver.HRegionServer(976): stopping server 95451c90bed2,44157,1733163512953; all regions closed. 2024-12-02T18:18:42,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40803 is added to blk_1073741849_1025 (size=2156) 2024-12-02T18:18:42,023 DEBUG [RS:0;95451c90bed2:44157 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/oldWALs 2024-12-02T18:18:42,023 INFO [RS:0;95451c90bed2:44157 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 95451c90bed2%2C44157%2C1733163512953.meta:.meta(num 1733163514449) 2024-12-02T18:18:42,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40803 is added to blk_1073741850_1026 (size=796) 2024-12-02T18:18:42,026 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/WALs/95451c90bed2,44157,1733163512953/95451c90bed2%2C44157%2C1733163512953.rep.1733163518709 not finished, retry = 0 2024-12-02T18:18:42,129 DEBUG [RS:0;95451c90bed2:44157 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/oldWALs 2024-12-02T18:18:42,129 INFO [RS:0;95451c90bed2:44157 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 95451c90bed2%2C44157%2C1733163512953.rep:(num 1733163518709) 2024-12-02T18:18:42,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40803 is added to blk_1073741848_1024 (size=93) 2024-12-02T18:18:42,135 DEBUG [RS:0;95451c90bed2:44157 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/oldWALs 2024-12-02T18:18:42,135 INFO [RS:0;95451c90bed2:44157 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 95451c90bed2%2C44157%2C1733163512953:(num 1733163514165) 2024-12-02T18:18:42,135 DEBUG [RS:0;95451c90bed2:44157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:18:42,135 INFO [RS:0;95451c90bed2:44157 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T18:18:42,135 INFO [RS:0;95451c90bed2:44157 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T18:18:42,135 INFO [RS:0;95451c90bed2:44157 {}] hbase.ChoreService(370): Chore service for: regionserver/95451c90bed2:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T18:18:42,136 INFO [RS:0;95451c90bed2:44157 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T18:18:42,136 INFO [RS:0;95451c90bed2:44157 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-95451c90bed2,44157,1733163512953 because: Region server is closing 2024-12-02T18:18:42,136 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/95451c90bed2:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-02T18:18:42,136 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/95451c90bed2:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-02T18:18:42,136 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/95451c90bed2:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-02T18:18:42,136 INFO [RS:0;95451c90bed2:44157 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;95451c90bed2:44157. 2024-12-02T18:18:42,136 DEBUG [RS:0;95451c90bed2:44157 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:18:42,136 DEBUG [RS:0;95451c90bed2:44157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:18:42,136 DEBUG [RS:0;95451c90bed2:44157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:18:42,136 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:18:42,137 INFO [regionserver/95451c90bed2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T18:18:42,237 WARN [RS:0;95451c90bed2:44157.replicationSource.shipper95451c90bed2%2C44157%2C1733163512953,1-95451c90bed2,44157,1733163512953 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-02T18:18:42,237 WARN [RS:0;95451c90bed2:44157.replicationSource.wal-reader.95451c90bed2%2C44157%2C1733163512953,1-95451c90bed2,44157,1733163512953 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T18:18:42,237 INFO [RS:0;95451c90bed2:44157 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;95451c90bed2:44157.replicationSource.shipper95451c90bed2%2C44157%2C1733163512953,1-95451c90bed2,44157,1733163512953 terminated 2024-12-02T18:18:42,237 INFO [RS:0;95451c90bed2:44157 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-95451c90bed2,44157,1733163512953 because: Region server is closing 2024-12-02T18:18:42,237 INFO [RS:0;95451c90bed2:44157 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;95451c90bed2:44157. 2024-12-02T18:18:42,238 DEBUG [RS:0;95451c90bed2:44157 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:18:42,238 DEBUG [RS:0;95451c90bed2:44157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:18:42,238 DEBUG [RS:0;95451c90bed2:44157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:18:42,238 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:18:42,338 WARN [RS:0;95451c90bed2:44157.replicationSource.shipper95451c90bed2%2C44157%2C1733163512953,2-95451c90bed2,44157,1733163512953 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-02T18:18:42,338 WARN [RS:0;95451c90bed2:44157.replicationSource.wal-reader.95451c90bed2%2C44157%2C1733163512953,2-95451c90bed2,44157,1733163512953 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T18:18:42,338 INFO [RS:0;95451c90bed2:44157 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;95451c90bed2:44157.replicationSource.shipper95451c90bed2%2C44157%2C1733163512953,2-95451c90bed2,44157,1733163512953 terminated 2024-12-02T18:18:42,339 INFO [RS:0;95451c90bed2:44157 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44157 2024-12-02T18:18:42,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40471-0x10197441cbf0006, quorum=127.0.0.1:52953, baseZNode=/01353330983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01353330983/rs 2024-12-02T18:18:42,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44157-0x10197441cbf0007, quorum=127.0.0.1:52953, baseZNode=/01353330983 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01353330983/rs/95451c90bed2,44157,1733163512953 2024-12-02T18:18:42,413 INFO [RS:0;95451c90bed2:44157 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T18:18:42,414 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [95451c90bed2,44157,1733163512953] 2024-12-02T18:18:42,434 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01353330983/draining/95451c90bed2,44157,1733163512953 already deleted, retry=false 2024-12-02T18:18:42,434 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 95451c90bed2,44157,1733163512953 expired; onlineServers=0 2024-12-02T18:18:42,434 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '95451c90bed2,40471,1733163512906' ***** 2024-12-02T18:18:42,434 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T18:18:42,434 INFO [M:0;95451c90bed2:40471 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T18:18:42,434 INFO [M:0;95451c90bed2:40471 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T18:18:42,434 DEBUG [M:0;95451c90bed2:40471 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T18:18:42,434 DEBUG [M:0;95451c90bed2:40471 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T18:18:42,434 DEBUG [master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.large.0-1733163513852 {}] cleaner.HFileCleaner(306): Exit Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.large.0-1733163513852,5,FailOnTimeoutGroup] 2024-12-02T18:18:42,434 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T18:18:42,435 INFO [M:0;95451c90bed2:40471 {}] hbase.ChoreService(370): Chore service for: master/95451c90bed2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T18:18:42,435 INFO [M:0;95451c90bed2:40471 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T18:18:42,435 DEBUG [M:0;95451c90bed2:40471 {}] master.HMaster(1795): Stopping service threads 2024-12-02T18:18:42,435 INFO [M:0;95451c90bed2:40471 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T18:18:42,435 INFO [M:0;95451c90bed2:40471 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T18:18:42,435 INFO [M:0;95451c90bed2:40471 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T18:18:42,435 DEBUG [master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.small.0-1733163513852 {}] cleaner.HFileCleaner(306): Exit Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.small.0-1733163513852,5,FailOnTimeoutGroup] 2024-12-02T18:18:42,436 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T18:18:42,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40471-0x10197441cbf0006, quorum=127.0.0.1:52953, baseZNode=/01353330983 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01353330983/master 2024-12-02T18:18:42,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40471-0x10197441cbf0006, quorum=127.0.0.1:52953, baseZNode=/01353330983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01353330983 2024-12-02T18:18:42,445 DEBUG [M:0;95451c90bed2:40471 {}] zookeeper.RecoverableZooKeeper(212): Node /01353330983/master already deleted, retry=false 2024-12-02T18:18:42,445 DEBUG [M:0;95451c90bed2:40471 {}] master.ActiveMasterManager(353): master:40471-0x10197441cbf0006, quorum=127.0.0.1:52953, baseZNode=/01353330983 Failed delete of our master address node; KeeperErrorCode = NoNode for /01353330983/master 2024-12-02T18:18:42,446 INFO [M:0;95451c90bed2:40471 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/.lastflushedseqids 2024-12-02T18:18:42,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40803 is added to blk_1073741852_1028 (size=181) 2024-12-02T18:18:42,463 INFO [M:0;95451c90bed2:40471 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T18:18:42,463 INFO [M:0;95451c90bed2:40471 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T18:18:42,464 DEBUG [M:0;95451c90bed2:40471 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T18:18:42,464 INFO [M:0;95451c90bed2:40471 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:18:42,464 DEBUG [M:0;95451c90bed2:40471 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:18:42,464 DEBUG [M:0;95451c90bed2:40471 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T18:18:42,464 DEBUG [M:0;95451c90bed2:40471 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:18:42,464 INFO [M:0;95451c90bed2:40471 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-02T18:18:42,498 DEBUG [M:0;95451c90bed2:40471 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a2728e19cbe140aca1e8c9d8defee878 is 82, key is hbase:meta,,1/info:regioninfo/1733163514573/Put/seqid=0 2024-12-02T18:18:42,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40803 is added to blk_1073741853_1029 (size=5680) 2024-12-02T18:18:42,506 INFO [M:0;95451c90bed2:40471 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a2728e19cbe140aca1e8c9d8defee878 2024-12-02T18:18:42,524 INFO [RS:0;95451c90bed2:44157 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T18:18:42,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44157-0x10197441cbf0007, quorum=127.0.0.1:52953, baseZNode=/01353330983 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:18:42,524 INFO [RS:0;95451c90bed2:44157 {}] regionserver.HRegionServer(1031): Exiting; stopping=95451c90bed2,44157,1733163512953; zookeeper connection closed. 2024-12-02T18:18:42,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44157-0x10197441cbf0007, quorum=127.0.0.1:52953, baseZNode=/01353330983 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:18:42,532 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7b271397 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7b271397 2024-12-02T18:18:42,532 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T18:18:42,543 DEBUG [M:0;95451c90bed2:40471 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d9a4cb23950547958dca06ca245255d2 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1733163518763/Put/seqid=0 2024-12-02T18:18:42,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40803 is added to blk_1073741854_1030 (size=7319) 2024-12-02T18:18:42,567 INFO [M:0;95451c90bed2:40471 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d9a4cb23950547958dca06ca245255d2 2024-12-02T18:18:42,604 DEBUG [M:0;95451c90bed2:40471 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b971ef6f227a4caeb7d50e6cfb0108ee is 69, key is 95451c90bed2,44157,1733163512953/rs:state/1733163513924/Put/seqid=0 2024-12-02T18:18:42,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40803 is added to blk_1073741855_1031 (size=5371) 2024-12-02T18:18:42,615 INFO [M:0;95451c90bed2:40471 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b971ef6f227a4caeb7d50e6cfb0108ee 2024-12-02T18:18:42,623 INFO [M:0;95451c90bed2:40471 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b971ef6f227a4caeb7d50e6cfb0108ee 2024-12-02T18:18:42,624 DEBUG [M:0;95451c90bed2:40471 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a2728e19cbe140aca1e8c9d8defee878 as hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a2728e19cbe140aca1e8c9d8defee878 2024-12-02T18:18:42,633 INFO [M:0;95451c90bed2:40471 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a2728e19cbe140aca1e8c9d8defee878, entries=8, sequenceid=172, filesize=5.5 K 2024-12-02T18:18:42,634 DEBUG [M:0;95451c90bed2:40471 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d9a4cb23950547958dca06ca245255d2 as hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d9a4cb23950547958dca06ca245255d2 2024-12-02T18:18:42,643 INFO [M:0;95451c90bed2:40471 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d9a4cb23950547958dca06ca245255d2, entries=7, sequenceid=172, filesize=7.1 K 2024-12-02T18:18:42,645 DEBUG [M:0;95451c90bed2:40471 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b971ef6f227a4caeb7d50e6cfb0108ee as hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b971ef6f227a4caeb7d50e6cfb0108ee 2024-12-02T18:18:42,662 INFO [M:0;95451c90bed2:40471 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b971ef6f227a4caeb7d50e6cfb0108ee 2024-12-02T18:18:42,663 INFO [M:0;95451c90bed2:40471 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45083/user/jenkins/test-data/57d9ab49-5c8e-4d30-fd8f-c48fba0c95bf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b971ef6f227a4caeb7d50e6cfb0108ee, entries=2, sequenceid=172, filesize=5.2 K 2024-12-02T18:18:42,664 INFO [M:0;95451c90bed2:40471 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 200ms, sequenceid=172, compaction requested=false 2024-12-02T18:18:42,677 INFO [M:0;95451c90bed2:40471 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:18:42,677 DEBUG [M:0;95451c90bed2:40471 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733163522464Disabling compacts and flushes for region at 1733163522464Disabling writes for close at 1733163522464Obtaining lock to block concurrent updates at 1733163522464Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733163522464Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733163522465 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733163522467 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733163522467Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733163522498 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733163522498Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733163522517 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733163522542 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733163522542Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733163522577 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733163522602 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733163522603 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e9d0ef2: reopening flushed file at 1733163522623 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50b8f269: reopening flushed file at 1733163522633 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4123ee61: reopening flushed file at 1733163522643 (+10 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 200ms, sequenceid=172, compaction requested=false at 1733163522664 (+21 ms)Writing region close event to WAL at 1733163522677 (+13 ms)Closed at 1733163522677 2024-12-02T18:18:42,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40803 is added to blk_1073741847_1023 (size=22949) 2024-12-02T18:18:42,684 INFO [M:0;95451c90bed2:40471 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T18:18:42,684 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T18:18:42,684 INFO [M:0;95451c90bed2:40471 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40471 2024-12-02T18:18:42,684 INFO [M:0;95451c90bed2:40471 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T18:18:42,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40471-0x10197441cbf0006, quorum=127.0.0.1:52953, baseZNode=/01353330983 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:18:42,867 INFO [M:0;95451c90bed2:40471 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T18:18:42,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40471-0x10197441cbf0006, quorum=127.0.0.1:52953, baseZNode=/01353330983 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:18:42,870 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T18:18:42,870 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T18:18:42,870 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T18:18:42,870 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T18:18:42,870 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cebdfa77-6ae7-9e41-ad1d-f26297c51d80/hadoop.log.dir/,STOPPED} 2024-12-02T18:18:42,871 WARN [BP-1868172531-172.17.0.3-1733163492305 heartbeating to localhost/127.0.0.1:45083 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T18:18:42,871 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T18:18:42,871 WARN [BP-1868172531-172.17.0.3-1733163492305 heartbeating to localhost/127.0.0.1:45083 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1868172531-172.17.0.3-1733163492305 (Datanode Uuid 32454e4e-0d6c-488a-8a1d-6960589fc814) service to localhost/127.0.0.1:45083 2024-12-02T18:18:42,871 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T18:18:42,872 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cebdfa77-6ae7-9e41-ad1d-f26297c51d80/cluster_5e818076-3579-82f0-883c-cdb7da5fcf9c/data/data1/current/BP-1868172531-172.17.0.3-1733163492305 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T18:18:42,872 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cebdfa77-6ae7-9e41-ad1d-f26297c51d80/cluster_5e818076-3579-82f0-883c-cdb7da5fcf9c/data/data2/current/BP-1868172531-172.17.0.3-1733163492305 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T18:18:42,873 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T18:18:42,878 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T18:18:42,879 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T18:18:42,879 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T18:18:42,879 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T18:18:42,879 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cebdfa77-6ae7-9e41-ad1d-f26297c51d80/hadoop.log.dir/,STOPPED} 2024-12-02T18:18:42,888 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T18:18:42,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T18:18:42,911 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=114 (was 11) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45083 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45083 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:45083 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/95451c90bed2:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/95451c90bed2:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/95451c90bed2:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45083 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@7942919a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39553 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52953) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39553 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39553 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39553 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39553 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:45083 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:39553 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39553 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45083 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39553 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39553 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/95451c90bed2:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: regionserver/95451c90bed2:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45083 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39553 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52953) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=344 (was 380), ProcessCount=11 (was 11), AvailableMemoryMB=4005 (was 4368) 2024-12-02T18:18:42,919 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=114, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=344, ProcessCount=11, AvailableMemoryMB=4005 2024-12-02T18:18:42,936 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-12-02T18:18:42,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4c3c34a-4e2c-7e9b-43b0-7fef6669f364/hadoop.log.dir so I do NOT create it in target/test-data/f1d74f70-4df4-989d-abfd-f5d0bf2f6d19 2024-12-02T18:18:42,937 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4c3c34a-4e2c-7e9b-43b0-7fef6669f364/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T18:18:42,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4c3c34a-4e2c-7e9b-43b0-7fef6669f364/hadoop.tmp.dir so I do NOT create it in target/test-data/f1d74f70-4df4-989d-abfd-f5d0bf2f6d19 2024-12-02T18:18:42,937 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4c3c34a-4e2c-7e9b-43b0-7fef6669f364/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T18:18:42,937 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d74f70-4df4-989d-abfd-f5d0bf2f6d19 2024-12-02T18:18:42,937 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d74f70-4df4-989d-abfd-f5d0bf2f6d19/cluster_d7131ef2-71a5-fad5-793a-22ee8169d115, deleteOnExit=true 2024-12-02T18:18:42,958 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d74f70-4df4-989d-abfd-f5d0bf2f6d19/cluster_d7131ef2-71a5-fad5-793a-22ee8169d115/zookeeper_0, clientPort=52310, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d74f70-4df4-989d-abfd-f5d0bf2f6d19/cluster_d7131ef2-71a5-fad5-793a-22ee8169d115/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d74f70-4df4-989d-abfd-f5d0bf2f6d19/cluster_d7131ef2-71a5-fad5-793a-22ee8169d115/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T18:18:42,959 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52310 2024-12-02T18:18:42,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T18:18:42,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T18:18:42,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d74f70-4df4-989d-abfd-f5d0bf2f6d19/test.cache.data in system properties and HBase conf 2024-12-02T18:18:42,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d74f70-4df4-989d-abfd-f5d0bf2f6d19/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T18:18:42,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d74f70-4df4-989d-abfd-f5d0bf2f6d19/hadoop.log.dir in system properties and HBase conf 2024-12-02T18:18:42,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d74f70-4df4-989d-abfd-f5d0bf2f6d19/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T18:18:42,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d74f70-4df4-989d-abfd-f5d0bf2f6d19/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T18:18:42,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T18:18:42,959 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T18:18:42,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d74f70-4df4-989d-abfd-f5d0bf2f6d19/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T18:18:42,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d74f70-4df4-989d-abfd-f5d0bf2f6d19/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T18:18:42,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d74f70-4df4-989d-abfd-f5d0bf2f6d19/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T18:18:42,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d74f70-4df4-989d-abfd-f5d0bf2f6d19/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T18:18:42,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d74f70-4df4-989d-abfd-f5d0bf2f6d19/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T18:18:42,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d74f70-4df4-989d-abfd-f5d0bf2f6d19/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T18:18:42,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d74f70-4df4-989d-abfd-f5d0bf2f6d19/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T18:18:42,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d74f70-4df4-989d-abfd-f5d0bf2f6d19/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T18:18:42,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d74f70-4df4-989d-abfd-f5d0bf2f6d19/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T18:18:42,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d74f70-4df4-989d-abfd-f5d0bf2f6d19/nfs.dump.dir in system properties and HBase conf 2024-12-02T18:18:42,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d74f70-4df4-989d-abfd-f5d0bf2f6d19/java.io.tmpdir in system properties and HBase conf 2024-12-02T18:18:42,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d74f70-4df4-989d-abfd-f5d0bf2f6d19/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T18:18:42,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d74f70-4df4-989d-abfd-f5d0bf2f6d19/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T18:18:42,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d74f70-4df4-989d-abfd-f5d0bf2f6d19/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T18:18:42,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10197441cbf0005, quorum=127.0.0.1:52953, baseZNode=/1632511439 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T18:18:42,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10197441cbf0002, quorum=127.0.0.1:52953, baseZNode=/01353330983 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T18:18:42,985 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10197441cbf0002, quorum=127.0.0.1:52953, baseZNode=/01353330983 Received Disconnected from ZooKeeper, ignoring 2024-12-02T18:18:42,985 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10197441cbf0005, quorum=127.0.0.1:52953, baseZNode=/1632511439 Received Disconnected from ZooKeeper, ignoring 2024-12-02T18:18:43,246 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T18:18:43,251 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T18:18:43,252 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T18:18:43,252 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T18:18:43,252 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T18:18:43,253 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T18:18:43,253 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45a87e15{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d74f70-4df4-989d-abfd-f5d0bf2f6d19/hadoop.log.dir/,AVAILABLE} 2024-12-02T18:18:43,253 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c904599{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T18:18:43,348 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@325deebb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d74f70-4df4-989d-abfd-f5d0bf2f6d19/java.io.tmpdir/jetty-localhost-33029-hadoop-hdfs-3_4_1-tests_jar-_-any-4986475878282096655/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T18:18:43,349 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@585a0e50{HTTP/1.1, (http/1.1)}{localhost:33029} 2024-12-02T18:18:43,349 INFO [Time-limited test {}] server.Server(415): Started @32882ms 2024-12-02T18:18:43,601 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T18:18:43,606 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T18:18:43,607 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T18:18:43,607 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T18:18:43,607 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T18:18:43,608 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@304ca39a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d74f70-4df4-989d-abfd-f5d0bf2f6d19/hadoop.log.dir/,AVAILABLE} 2024-12-02T18:18:43,608 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@160643fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T18:18:43,700 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6d028f7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d74f70-4df4-989d-abfd-f5d0bf2f6d19/java.io.tmpdir/jetty-localhost-42233-hadoop-hdfs-3_4_1-tests_jar-_-any-7748040623011554912/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T18:18:43,701 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@117d18f8{HTTP/1.1, (http/1.1)}{localhost:42233} 2024-12-02T18:18:43,701 INFO [Time-limited test {}] server.Server(415): Started @33234ms 2024-12-02T18:18:43,702 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T18:18:44,229 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T18:18:44,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:18:44,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:18:44,382 WARN [Thread-503 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d74f70-4df4-989d-abfd-f5d0bf2f6d19/cluster_d7131ef2-71a5-fad5-793a-22ee8169d115/data/data2/current/BP-1431899205-172.17.0.3-1733163522984/current, will proceed with Du for space computation calculation, 2024-12-02T18:18:44,382 WARN [Thread-502 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d74f70-4df4-989d-abfd-f5d0bf2f6d19/cluster_d7131ef2-71a5-fad5-793a-22ee8169d115/data/data1/current/BP-1431899205-172.17.0.3-1733163522984/current, will proceed with Du for space computation calculation, 2024-12-02T18:18:44,398 WARN [Thread-489 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T18:18:44,400 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcabc560dd78ed356 with lease ID 0x63a2296cc7a12b87: Processing first storage report for DS-e0cad739-1b80-4aa5-8f67-b5393200697e from datanode DatanodeRegistration(127.0.0.1:40639, datanodeUuid=0c779aa0-c933-44ae-a46b-47218de2d159, infoPort=33845, infoSecurePort=0, ipcPort=42995, storageInfo=lv=-57;cid=testClusterID;nsid=427834164;c=1733163522984) 2024-12-02T18:18:44,400 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcabc560dd78ed356 with lease ID 0x63a2296cc7a12b87: from storage DS-e0cad739-1b80-4aa5-8f67-b5393200697e node DatanodeRegistration(127.0.0.1:40639, datanodeUuid=0c779aa0-c933-44ae-a46b-47218de2d159, infoPort=33845, infoSecurePort=0, ipcPort=42995, storageInfo=lv=-57;cid=testClusterID;nsid=427834164;c=1733163522984), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T18:18:44,401 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcabc560dd78ed356 with lease ID 0x63a2296cc7a12b87: Processing first storage report for DS-c5689e40-5d3d-4310-a329-963172101786 from datanode DatanodeRegistration(127.0.0.1:40639, datanodeUuid=0c779aa0-c933-44ae-a46b-47218de2d159, infoPort=33845, infoSecurePort=0, ipcPort=42995, storageInfo=lv=-57;cid=testClusterID;nsid=427834164;c=1733163522984) 2024-12-02T18:18:44,401 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcabc560dd78ed356 with lease ID 0x63a2296cc7a12b87: from storage DS-c5689e40-5d3d-4310-a329-963172101786 node DatanodeRegistration(127.0.0.1:40639, datanodeUuid=0c779aa0-c933-44ae-a46b-47218de2d159, infoPort=33845, infoSecurePort=0, ipcPort=42995, storageInfo=lv=-57;cid=testClusterID;nsid=427834164;c=1733163522984), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T18:18:44,432 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d74f70-4df4-989d-abfd-f5d0bf2f6d19 2024-12-02T18:18:44,432 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:18:44,434 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:18:44,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741825_1001 (size=7) 2024-12-02T18:18:44,843 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df with version=8 2024-12-02T18:18:44,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/hbase-staging 2024-12-02T18:18:44,846 INFO [Time-limited test {}] client.ConnectionUtils(128): master/95451c90bed2:0 server-side Connection retries=45 2024-12-02T18:18:44,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:18:44,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T18:18:44,847 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T18:18:44,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:18:44,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T18:18:44,847 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T18:18:44,847 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T18:18:44,848 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38035 2024-12-02T18:18:44,850 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38035 connecting to ZooKeeper ensemble=127.0.0.1:52310 2024-12-02T18:18:44,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:380350x0, quorum=127.0.0.1:52310, baseZNode=/0-1400765956 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T18:18:44,930 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38035-0x101974497380000 connected 2024-12-02T18:18:45,012 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:18:45,014 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:18:45,016 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38035-0x101974497380000, quorum=127.0.0.1:52310, baseZNode=/0-1400765956 Set watcher on znode that does not yet exist, /0-1400765956/running 2024-12-02T18:18:45,016 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df, hbase.cluster.distributed=false 2024-12-02T18:18:45,017 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38035-0x101974497380000, quorum=127.0.0.1:52310, baseZNode=/0-1400765956 Set watcher on znode that does not yet exist, /0-1400765956/acl 2024-12-02T18:18:45,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38035 2024-12-02T18:18:45,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38035 2024-12-02T18:18:45,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38035 2024-12-02T18:18:45,019 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38035 2024-12-02T18:18:45,019 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38035 2024-12-02T18:18:45,033 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/95451c90bed2:0 server-side Connection retries=45 2024-12-02T18:18:45,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:18:45,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T18:18:45,033 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T18:18:45,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:18:45,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T18:18:45,033 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T18:18:45,033 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T18:18:45,034 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43405 2024-12-02T18:18:45,035 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43405 connecting to ZooKeeper ensemble=127.0.0.1:52310 2024-12-02T18:18:45,035 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:18:45,037 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:18:45,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:434050x0, quorum=127.0.0.1:52310, baseZNode=/0-1400765956 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T18:18:45,086 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:434050x0, quorum=127.0.0.1:52310, baseZNode=/0-1400765956 Set watcher on znode that does not yet exist, /0-1400765956/running 2024-12-02T18:18:45,086 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43405-0x101974497380001 connected 2024-12-02T18:18:45,087 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T18:18:45,087 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T18:18:45,088 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43405-0x101974497380001, quorum=127.0.0.1:52310, baseZNode=/0-1400765956 Set watcher on znode that does not yet exist, /0-1400765956/master 2024-12-02T18:18:45,089 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43405-0x101974497380001, quorum=127.0.0.1:52310, baseZNode=/0-1400765956 Set watcher on znode that does not yet exist, /0-1400765956/acl 2024-12-02T18:18:45,089 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43405 2024-12-02T18:18:45,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43405 2024-12-02T18:18:45,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43405 2024-12-02T18:18:45,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43405 2024-12-02T18:18:45,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43405 2024-12-02T18:18:45,100 DEBUG [M:0;95451c90bed2:38035 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;95451c90bed2:38035 2024-12-02T18:18:45,101 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1400765956/backup-masters/95451c90bed2,38035,1733163524846 2024-12-02T18:18:45,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43405-0x101974497380001, quorum=127.0.0.1:52310, baseZNode=/0-1400765956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1400765956/backup-masters 2024-12-02T18:18:45,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38035-0x101974497380000, quorum=127.0.0.1:52310, baseZNode=/0-1400765956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1400765956/backup-masters 2024-12-02T18:18:45,175 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38035-0x101974497380000, quorum=127.0.0.1:52310, baseZNode=/0-1400765956 Set watcher on existing znode=/0-1400765956/backup-masters/95451c90bed2,38035,1733163524846 2024-12-02T18:18:45,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43405-0x101974497380001, quorum=127.0.0.1:52310, baseZNode=/0-1400765956 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1400765956/master 2024-12-02T18:18:45,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38035-0x101974497380000, quorum=127.0.0.1:52310, baseZNode=/0-1400765956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1400765956 2024-12-02T18:18:45,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43405-0x101974497380001, quorum=127.0.0.1:52310, baseZNode=/0-1400765956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1400765956 2024-12-02T18:18:45,244 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38035-0x101974497380000, quorum=127.0.0.1:52310, baseZNode=/0-1400765956 Set watcher on existing znode=/0-1400765956/master 2024-12-02T18:18:45,245 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1400765956/backup-masters/95451c90bed2,38035,1733163524846 from backup master directory 2024-12-02T18:18:45,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43405-0x101974497380001, quorum=127.0.0.1:52310, baseZNode=/0-1400765956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1400765956/backup-masters 2024-12-02T18:18:45,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38035-0x101974497380000, quorum=127.0.0.1:52310, baseZNode=/0-1400765956 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1400765956/backup-masters/95451c90bed2,38035,1733163524846 2024-12-02T18:18:45,320 WARN [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T18:18:45,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38035-0x101974497380000, quorum=127.0.0.1:52310, baseZNode=/0-1400765956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1400765956/backup-masters 2024-12-02T18:18:45,321 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=95451c90bed2,38035,1733163524846 2024-12-02T18:18:45,325 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/hbase.id] with ID: fff41630-e2ef-4ed7-bd24-bbbedbc38391 2024-12-02T18:18:45,325 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/.tmp/hbase.id 2024-12-02T18:18:45,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741826_1002 (size=42) 2024-12-02T18:18:45,731 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/.tmp/hbase.id]:[hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/hbase.id] 2024-12-02T18:18:45,752 INFO [master/95451c90bed2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:18:45,752 INFO [master/95451c90bed2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T18:18:45,754 INFO [master/95451c90bed2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-02T18:18:45,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43405-0x101974497380001, quorum=127.0.0.1:52310, baseZNode=/0-1400765956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1400765956 2024-12-02T18:18:45,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38035-0x101974497380000, quorum=127.0.0.1:52310, baseZNode=/0-1400765956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1400765956 2024-12-02T18:18:45,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741827_1003 (size=196) 2024-12-02T18:18:46,188 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T18:18:46,189 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T18:18:46,189 INFO [master/95451c90bed2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:18:46,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741828_1004 (size=1189) 2024-12-02T18:18:46,598 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/MasterData/data/master/store 2024-12-02T18:18:46,604 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T18:18:46,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741829_1005 (size=34) 2024-12-02T18:18:46,605 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T18:18:46,605 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T18:18:46,605 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T18:18:47,006 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:18:47,006 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T18:18:47,006 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:18:47,006 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:18:47,006 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T18:18:47,006 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:18:47,006 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:18:47,006 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733163527006Disabling compacts and flushes for region at 1733163527006Disabling writes for close at 1733163527006Writing region close event to WAL at 1733163527006Closed at 1733163527006 2024-12-02T18:18:47,007 WARN [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/MasterData/data/master/store/.initializing 2024-12-02T18:18:47,007 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/MasterData/WALs/95451c90bed2,38035,1733163524846 2024-12-02T18:18:47,008 INFO [master/95451c90bed2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T18:18:47,010 INFO [master/95451c90bed2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=95451c90bed2%2C38035%2C1733163524846, suffix=, logDir=hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/MasterData/WALs/95451c90bed2,38035,1733163524846, archiveDir=hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/MasterData/oldWALs, maxLogs=10 2024-12-02T18:18:47,026 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/MasterData/WALs/95451c90bed2,38035,1733163524846/95451c90bed2%2C38035%2C1733163524846.1733163527010, exclude list is [], retry=0 2024-12-02T18:18:47,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40639,DS-e0cad739-1b80-4aa5-8f67-b5393200697e,DISK] 2024-12-02T18:18:47,031 INFO [master/95451c90bed2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/MasterData/WALs/95451c90bed2,38035,1733163524846/95451c90bed2%2C38035%2C1733163524846.1733163527010 2024-12-02T18:18:47,031 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33845:33845)] 2024-12-02T18:18:47,032 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:18:47,032 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:18:47,032 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:18:47,032 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:18:47,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:18:47,035 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T18:18:47,035 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:18:47,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:18:47,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:18:47,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T18:18:47,037 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:18:47,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:18:47,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:18:47,039 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T18:18:47,039 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:18:47,039 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:18:47,039 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:18:47,040 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T18:18:47,041 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:18:47,041 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:18:47,041 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:18:47,042 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:18:47,042 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:18:47,044 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:18:47,044 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:18:47,044 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T18:18:47,046 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:18:47,048 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T18:18:47,049 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69041593, jitterRate=0.028799906373023987}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T18:18:47,050 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733163527032Initializing all the Stores at 1733163527033 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163527033Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163527033Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163527033Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163527033Cleaning up temporary data from old regions at 1733163527044 (+11 ms)Region opened successfully at 1733163527050 (+6 ms) 2024-12-02T18:18:47,050 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T18:18:47,053 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31c52ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=95451c90bed2/172.17.0.3:0 2024-12-02T18:18:47,054 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T18:18:47,054 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T18:18:47,054 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T18:18:47,054 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T18:18:47,055 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T18:18:47,055 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T18:18:47,055 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T18:18:47,057 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T18:18:47,058 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38035-0x101974497380000, quorum=127.0.0.1:52310, baseZNode=/0-1400765956 Unable to get data of znode /0-1400765956/balancer because node does not exist (not necessarily an error) 2024-12-02T18:18:47,107 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1400765956/balancer already deleted, retry=false 2024-12-02T18:18:47,107 INFO [master/95451c90bed2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T18:18:47,108 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38035-0x101974497380000, quorum=127.0.0.1:52310, baseZNode=/0-1400765956 Unable to get data of znode /0-1400765956/normalizer because node does not exist (not necessarily an error) 2024-12-02T18:18:47,117 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1400765956/normalizer already deleted, retry=false 2024-12-02T18:18:47,118 INFO [master/95451c90bed2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T18:18:47,119 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38035-0x101974497380000, quorum=127.0.0.1:52310, baseZNode=/0-1400765956 Unable to get data of znode /0-1400765956/switch/split because node does not exist (not necessarily an error) 2024-12-02T18:18:47,128 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1400765956/switch/split already deleted, retry=false 2024-12-02T18:18:47,129 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38035-0x101974497380000, quorum=127.0.0.1:52310, baseZNode=/0-1400765956 Unable to get data of znode /0-1400765956/switch/merge because node does not exist (not necessarily an error) 2024-12-02T18:18:47,138 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1400765956/switch/merge already deleted, retry=false 2024-12-02T18:18:47,141 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38035-0x101974497380000, quorum=127.0.0.1:52310, baseZNode=/0-1400765956 Unable to get data of znode /0-1400765956/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T18:18:47,149 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1400765956/snapshot-cleanup already deleted, retry=false 2024-12-02T18:18:47,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43405-0x101974497380001, quorum=127.0.0.1:52310, baseZNode=/0-1400765956 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1400765956/running 2024-12-02T18:18:47,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38035-0x101974497380000, quorum=127.0.0.1:52310, baseZNode=/0-1400765956 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1400765956/running 2024-12-02T18:18:47,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43405-0x101974497380001, quorum=127.0.0.1:52310, baseZNode=/0-1400765956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1400765956 2024-12-02T18:18:47,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38035-0x101974497380000, quorum=127.0.0.1:52310, baseZNode=/0-1400765956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1400765956 2024-12-02T18:18:47,162 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=95451c90bed2,38035,1733163524846, sessionid=0x101974497380000, setting cluster-up flag (Was=false) 2024-12-02T18:18:47,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43405-0x101974497380001, quorum=127.0.0.1:52310, baseZNode=/0-1400765956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1400765956 2024-12-02T18:18:47,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38035-0x101974497380000, quorum=127.0.0.1:52310, baseZNode=/0-1400765956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1400765956 2024-12-02T18:18:47,212 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1400765956/flush-table-proc/acquired, /0-1400765956/flush-table-proc/reached, /0-1400765956/flush-table-proc/abort 2024-12-02T18:18:47,213 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=95451c90bed2,38035,1733163524846 2024-12-02T18:18:47,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43405-0x101974497380001, quorum=127.0.0.1:52310, baseZNode=/0-1400765956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1400765956 2024-12-02T18:18:47,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38035-0x101974497380000, quorum=127.0.0.1:52310, baseZNode=/0-1400765956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1400765956 2024-12-02T18:18:47,264 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1400765956/online-snapshot/acquired, /0-1400765956/online-snapshot/reached, /0-1400765956/online-snapshot/abort 2024-12-02T18:18:47,266 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=95451c90bed2,38035,1733163524846 2024-12-02T18:18:47,267 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T18:18:47,269 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T18:18:47,269 INFO [master/95451c90bed2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T18:18:47,269 INFO [master/95451c90bed2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T18:18:47,269 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 95451c90bed2,38035,1733163524846 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T18:18:47,271 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:18:47,271 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:18:47,271 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:18:47,271 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:18:47,271 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/95451c90bed2:0, corePoolSize=10, maxPoolSize=10 2024-12-02T18:18:47,271 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:18:47,271 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/95451c90bed2:0, corePoolSize=2, maxPoolSize=2 2024-12-02T18:18:47,271 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:18:47,273 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733163557273 2024-12-02T18:18:47,273 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T18:18:47,273 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T18:18:47,273 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T18:18:47,273 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T18:18:47,273 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T18:18:47,273 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T18:18:47,273 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T18:18:47,273 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T18:18:47,275 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:18:47,275 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T18:18:47,276 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:47,278 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T18:18:47,278 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T18:18:47,279 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T18:18:47,279 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T18:18:47,280 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T18:18:47,280 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T18:18:47,280 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.large.0-1733163527280,5,FailOnTimeoutGroup] 2024-12-02T18:18:47,282 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.small.0-1733163527280,5,FailOnTimeoutGroup] 2024-12-02T18:18:47,283 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:47,283 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T18:18:47,283 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:47,283 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:47,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741831_1007 (size=1321) 2024-12-02T18:18:47,294 INFO [RS:0;95451c90bed2:43405 {}] regionserver.HRegionServer(746): ClusterId : fff41630-e2ef-4ed7-bd24-bbbedbc38391 2024-12-02T18:18:47,294 DEBUG [RS:0;95451c90bed2:43405 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T18:18:47,307 DEBUG [RS:0;95451c90bed2:43405 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T18:18:47,308 DEBUG [RS:0;95451c90bed2:43405 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T18:18:47,318 DEBUG [RS:0;95451c90bed2:43405 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T18:18:47,318 DEBUG [RS:0;95451c90bed2:43405 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56c949d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=95451c90bed2/172.17.0.3:0 2024-12-02T18:18:47,328 DEBUG [RS:0;95451c90bed2:43405 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;95451c90bed2:43405 2024-12-02T18:18:47,328 INFO [RS:0;95451c90bed2:43405 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T18:18:47,328 INFO [RS:0;95451c90bed2:43405 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T18:18:47,328 DEBUG [RS:0;95451c90bed2:43405 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T18:18:47,329 INFO [RS:0;95451c90bed2:43405 {}] regionserver.HRegionServer(2659): reportForDuty to master=95451c90bed2,38035,1733163524846 with port=43405, startcode=1733163525032 2024-12-02T18:18:47,329 DEBUG [RS:0;95451c90bed2:43405 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T18:18:47,331 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35235, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T18:18:47,331 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38035 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 95451c90bed2,43405,1733163525032 2024-12-02T18:18:47,332 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38035 {}] master.ServerManager(517): Registering regionserver=95451c90bed2,43405,1733163525032 2024-12-02T18:18:47,333 DEBUG [RS:0;95451c90bed2:43405 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df 2024-12-02T18:18:47,333 DEBUG [RS:0;95451c90bed2:43405 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43929 2024-12-02T18:18:47,333 DEBUG [RS:0;95451c90bed2:43405 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T18:18:47,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38035-0x101974497380000, quorum=127.0.0.1:52310, baseZNode=/0-1400765956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1400765956/rs 2024-12-02T18:18:47,339 DEBUG [RS:0;95451c90bed2:43405 {}] zookeeper.ZKUtil(111): regionserver:43405-0x101974497380001, quorum=127.0.0.1:52310, baseZNode=/0-1400765956 Set watcher on existing znode=/0-1400765956/rs/95451c90bed2,43405,1733163525032 2024-12-02T18:18:47,339 WARN [RS:0;95451c90bed2:43405 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T18:18:47,339 INFO [RS:0;95451c90bed2:43405 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:18:47,339 DEBUG [RS:0;95451c90bed2:43405 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/WALs/95451c90bed2,43405,1733163525032 2024-12-02T18:18:47,339 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [95451c90bed2,43405,1733163525032] 2024-12-02T18:18:47,342 INFO [RS:0;95451c90bed2:43405 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T18:18:47,347 INFO [RS:0;95451c90bed2:43405 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T18:18:47,348 INFO [RS:0;95451c90bed2:43405 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T18:18:47,348 INFO [RS:0;95451c90bed2:43405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:47,348 INFO [RS:0;95451c90bed2:43405 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T18:18:47,349 INFO [RS:0;95451c90bed2:43405 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T18:18:47,349 INFO [RS:0;95451c90bed2:43405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:47,349 DEBUG [RS:0;95451c90bed2:43405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:18:47,349 DEBUG [RS:0;95451c90bed2:43405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:18:47,349 DEBUG [RS:0;95451c90bed2:43405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:18:47,349 DEBUG [RS:0;95451c90bed2:43405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:18:47,349 DEBUG [RS:0;95451c90bed2:43405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:18:47,349 DEBUG [RS:0;95451c90bed2:43405 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/95451c90bed2:0, corePoolSize=2, maxPoolSize=2 2024-12-02T18:18:47,350 DEBUG [RS:0;95451c90bed2:43405 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:18:47,350 DEBUG [RS:0;95451c90bed2:43405 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:18:47,350 DEBUG [RS:0;95451c90bed2:43405 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:18:47,350 DEBUG [RS:0;95451c90bed2:43405 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:18:47,350 DEBUG [RS:0;95451c90bed2:43405 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:18:47,350 DEBUG [RS:0;95451c90bed2:43405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:18:47,350 DEBUG [RS:0;95451c90bed2:43405 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/95451c90bed2:0, corePoolSize=3, maxPoolSize=3 2024-12-02T18:18:47,350 DEBUG [RS:0;95451c90bed2:43405 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/95451c90bed2:0, corePoolSize=3, maxPoolSize=3 2024-12-02T18:18:47,350 INFO [RS:0;95451c90bed2:43405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:47,351 INFO [RS:0;95451c90bed2:43405 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:47,351 INFO [RS:0;95451c90bed2:43405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:47,351 INFO [RS:0;95451c90bed2:43405 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:47,351 INFO [RS:0;95451c90bed2:43405 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:47,351 INFO [RS:0;95451c90bed2:43405 {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,43405,1733163525032-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T18:18:47,364 INFO [RS:0;95451c90bed2:43405 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T18:18:47,364 INFO [RS:0;95451c90bed2:43405 {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,43405,1733163525032-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:47,364 INFO [RS:0;95451c90bed2:43405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:47,364 INFO [RS:0;95451c90bed2:43405 {}] regionserver.Replication(171): 95451c90bed2,43405,1733163525032 started 2024-12-02T18:18:47,377 INFO [RS:0;95451c90bed2:43405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:47,377 INFO [RS:0;95451c90bed2:43405 {}] regionserver.HRegionServer(1482): Serving as 95451c90bed2,43405,1733163525032, RpcServer on 95451c90bed2/172.17.0.3:43405, sessionid=0x101974497380001 2024-12-02T18:18:47,378 DEBUG [RS:0;95451c90bed2:43405 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T18:18:47,378 DEBUG [RS:0;95451c90bed2:43405 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 95451c90bed2,43405,1733163525032 2024-12-02T18:18:47,378 DEBUG [RS:0;95451c90bed2:43405 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '95451c90bed2,43405,1733163525032' 2024-12-02T18:18:47,378 DEBUG [RS:0;95451c90bed2:43405 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1400765956/flush-table-proc/abort' 2024-12-02T18:18:47,378 DEBUG [RS:0;95451c90bed2:43405 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1400765956/flush-table-proc/acquired' 2024-12-02T18:18:47,379 DEBUG [RS:0;95451c90bed2:43405 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T18:18:47,379 DEBUG [RS:0;95451c90bed2:43405 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T18:18:47,379 DEBUG [RS:0;95451c90bed2:43405 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 95451c90bed2,43405,1733163525032 2024-12-02T18:18:47,379 DEBUG [RS:0;95451c90bed2:43405 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '95451c90bed2,43405,1733163525032' 2024-12-02T18:18:47,379 DEBUG [RS:0;95451c90bed2:43405 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1400765956/online-snapshot/abort' 2024-12-02T18:18:47,379 DEBUG [RS:0;95451c90bed2:43405 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1400765956/online-snapshot/acquired' 2024-12-02T18:18:47,380 DEBUG [RS:0;95451c90bed2:43405 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T18:18:47,380 INFO [RS:0;95451c90bed2:43405 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T18:18:47,380 INFO [RS:0;95451c90bed2:43405 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T18:18:47,480 INFO [RS:0;95451c90bed2:43405 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T18:18:47,482 INFO [RS:0;95451c90bed2:43405 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=95451c90bed2%2C43405%2C1733163525032, suffix=, logDir=hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/WALs/95451c90bed2,43405,1733163525032, archiveDir=hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/oldWALs, maxLogs=10 2024-12-02T18:18:47,498 DEBUG [RS:0;95451c90bed2:43405 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/WALs/95451c90bed2,43405,1733163525032/95451c90bed2%2C43405%2C1733163525032.1733163527483, exclude list is [], retry=0 2024-12-02T18:18:47,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40639,DS-e0cad739-1b80-4aa5-8f67-b5393200697e,DISK] 2024-12-02T18:18:47,504 INFO [RS:0;95451c90bed2:43405 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/WALs/95451c90bed2,43405,1733163525032/95451c90bed2%2C43405%2C1733163525032.1733163527483 2024-12-02T18:18:47,508 DEBUG [RS:0;95451c90bed2:43405 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33845:33845)] 2024-12-02T18:18:47,687 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T18:18:47,687 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df 2024-12-02T18:18:47,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741833_1009 (size=32) 2024-12-02T18:18:48,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:18:48,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T18:18:48,099 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T18:18:48,099 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:18:48,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:18:48,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T18:18:48,101 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T18:18:48,101 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:18:48,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:18:48,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T18:18:48,103 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T18:18:48,103 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:18:48,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:18:48,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T18:18:48,106 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T18:18:48,106 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:18:48,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:18:48,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T18:18:48,107 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/data/hbase/meta/1588230740 2024-12-02T18:18:48,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/data/hbase/meta/1588230740 2024-12-02T18:18:48,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T18:18:48,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T18:18:48,110 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T18:18:48,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T18:18:48,113 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T18:18:48,114 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75496064, jitterRate=0.12497901916503906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T18:18:48,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733163528095Initializing all the Stores at 1733163528097 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163528097Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163528097Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163528097Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163528097Cleaning up temporary data from old regions at 1733163528109 (+12 ms)Region opened successfully at 1733163528114 (+5 ms) 2024-12-02T18:18:48,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T18:18:48,115 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T18:18:48,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T18:18:48,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T18:18:48,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T18:18:48,115 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T18:18:48,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733163528115Disabling compacts and flushes for region at 1733163528115Disabling writes for close at 1733163528115Writing region close event to WAL at 1733163528115Closed at 1733163528115 2024-12-02T18:18:48,116 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T18:18:48,116 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T18:18:48,116 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T18:18:48,118 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T18:18:48,119 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T18:18:48,269 DEBUG [95451c90bed2:38035 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T18:18:48,270 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=95451c90bed2,43405,1733163525032 2024-12-02T18:18:48,271 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 95451c90bed2,43405,1733163525032, state=OPENING 2024-12-02T18:18:48,285 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T18:18:48,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43405-0x101974497380001, quorum=127.0.0.1:52310, baseZNode=/0-1400765956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1400765956 2024-12-02T18:18:48,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38035-0x101974497380000, quorum=127.0.0.1:52310, baseZNode=/0-1400765956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1400765956 2024-12-02T18:18:48,329 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T18:18:48,329 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1400765956/meta-region-server: CHANGED 2024-12-02T18:18:48,329 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1400765956/meta-region-server: CHANGED 2024-12-02T18:18:48,329 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=95451c90bed2,43405,1733163525032}] 2024-12-02T18:18:48,482 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T18:18:48,483 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54145, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T18:18:48,487 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T18:18:48,487 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:18:48,488 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T18:18:48,489 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=95451c90bed2%2C43405%2C1733163525032.meta, suffix=.meta, logDir=hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/WALs/95451c90bed2,43405,1733163525032, archiveDir=hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/oldWALs, maxLogs=10 2024-12-02T18:18:48,503 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/WALs/95451c90bed2,43405,1733163525032/95451c90bed2%2C43405%2C1733163525032.meta.1733163528490.meta, exclude list is [], retry=0 2024-12-02T18:18:48,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40639,DS-e0cad739-1b80-4aa5-8f67-b5393200697e,DISK] 2024-12-02T18:18:48,508 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/WALs/95451c90bed2,43405,1733163525032/95451c90bed2%2C43405%2C1733163525032.meta.1733163528490.meta 2024-12-02T18:18:48,508 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33845:33845)] 2024-12-02T18:18:48,508 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:18:48,509 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T18:18:48,509 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T18:18:48,509 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T18:18:48,509 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T18:18:48,509 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T18:18:48,509 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:18:48,509 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T18:18:48,509 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T18:18:48,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T18:18:48,512 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T18:18:48,512 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:18:48,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:18:48,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T18:18:48,514 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T18:18:48,514 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:18:48,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:18:48,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T18:18:48,515 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T18:18:48,515 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:18:48,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:18:48,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T18:18:48,516 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T18:18:48,516 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:18:48,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:18:48,517 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T18:18:48,518 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/data/hbase/meta/1588230740 2024-12-02T18:18:48,519 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/data/hbase/meta/1588230740 2024-12-02T18:18:48,520 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T18:18:48,520 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T18:18:48,521 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T18:18:48,522 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T18:18:48,523 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71804533, jitterRate=0.06997092068195343}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T18:18:48,523 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T18:18:48,524 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733163528509Writing region info on filesystem at 1733163528509Initializing all the Stores at 1733163528511 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163528511Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163528511Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163528511Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163528511Cleaning up temporary data from old regions at 1733163528520 (+9 ms)Running coprocessor post-open hooks at 1733163528523 (+3 ms)Region opened successfully at 1733163528524 (+1 ms) 2024-12-02T18:18:48,525 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733163528481 2024-12-02T18:18:48,527 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T18:18:48,527 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T18:18:48,528 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=95451c90bed2,43405,1733163525032 2024-12-02T18:18:48,529 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 95451c90bed2,43405,1733163525032, state=OPEN 2024-12-02T18:18:48,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38035-0x101974497380000, quorum=127.0.0.1:52310, baseZNode=/0-1400765956 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1400765956/meta-region-server 2024-12-02T18:18:48,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43405-0x101974497380001, quorum=127.0.0.1:52310, baseZNode=/0-1400765956 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1400765956/meta-region-server 2024-12-02T18:18:48,549 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=95451c90bed2,43405,1733163525032 2024-12-02T18:18:48,549 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1400765956/meta-region-server: CHANGED 2024-12-02T18:18:48,549 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1400765956/meta-region-server: CHANGED 2024-12-02T18:18:48,553 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T18:18:48,554 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=95451c90bed2,43405,1733163525032 in 220 msec 2024-12-02T18:18:48,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T18:18:48,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 438 msec 2024-12-02T18:18:48,560 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T18:18:48,560 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T18:18:48,561 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:18:48,561 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,43405,1733163525032, seqNum=-1] 2024-12-02T18:18:48,562 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:18:48,563 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34095, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T18:18:48,570 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3010 sec 2024-12-02T18:18:48,570 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733163528570, completionTime=-1 2024-12-02T18:18:48,570 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T18:18:48,571 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T18:18:48,573 INFO [master/95451c90bed2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T18:18:48,573 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733163588573 2024-12-02T18:18:48,573 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733163648573 2024-12-02T18:18:48,573 INFO [master/95451c90bed2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-02T18:18:48,573 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,38035,1733163524846-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:48,574 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,38035,1733163524846-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:48,574 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,38035,1733163524846-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:48,574 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-95451c90bed2:38035, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:48,574 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:48,574 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:48,576 DEBUG [master/95451c90bed2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T18:18:48,579 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.258sec 2024-12-02T18:18:48,579 INFO [master/95451c90bed2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T18:18:48,579 INFO [master/95451c90bed2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T18:18:48,579 INFO [master/95451c90bed2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T18:18:48,579 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T18:18:48,579 INFO [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T18:18:48,579 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,38035,1733163524846-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T18:18:48,579 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,38035,1733163524846-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T18:18:48,582 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T18:18:48,582 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T18:18:48,582 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,38035,1733163524846-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:48,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c16f67d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:18:48,595 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,38035,-1 for getting cluster id 2024-12-02T18:18:48,595 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:18:48,596 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fff41630-e2ef-4ed7-bd24-bbbedbc38391' 2024-12-02T18:18:48,597 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:18:48,597 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fff41630-e2ef-4ed7-bd24-bbbedbc38391" 2024-12-02T18:18:48,597 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c80009c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:18:48,597 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,38035,-1] 2024-12-02T18:18:48,597 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:18:48,598 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:18:48,599 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:18:48,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@207d3b32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:18:48,600 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:18:48,602 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,43405,1733163525032, seqNum=-1] 2024-12-02T18:18:48,602 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:18:48,603 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T18:18:48,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=95451c90bed2,38035,1733163524846 2024-12-02T18:18:48,606 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52310 2024-12-02T18:18:48,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52310, baseZNode=/0-1400765956 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T18:18:48,613 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101974497380002 connected 2024-12-02T18:18:48,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d74f70-4df4-989d-abfd-f5d0bf2f6d19/hadoop.log.dir so I do NOT create it in target/test-data/0bf626fc-5731-605a-efe4-f98d859fcf72 2024-12-02T18:18:48,625 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d74f70-4df4-989d-abfd-f5d0bf2f6d19/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T18:18:48,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d74f70-4df4-989d-abfd-f5d0bf2f6d19/hadoop.tmp.dir so I do NOT create it in target/test-data/0bf626fc-5731-605a-efe4-f98d859fcf72 2024-12-02T18:18:48,625 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d74f70-4df4-989d-abfd-f5d0bf2f6d19/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T18:18:48,625 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bf626fc-5731-605a-efe4-f98d859fcf72 2024-12-02T18:18:48,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T18:18:48,626 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bf626fc-5731-605a-efe4-f98d859fcf72/cluster_4729166f-4653-23eb-b96f-6bc8ab383a55, deleteOnExit=true 2024-12-02T18:18:48,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T18:18:48,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bf626fc-5731-605a-efe4-f98d859fcf72/test.cache.data in system properties and HBase conf 2024-12-02T18:18:48,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bf626fc-5731-605a-efe4-f98d859fcf72/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T18:18:48,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bf626fc-5731-605a-efe4-f98d859fcf72/hadoop.log.dir in system properties and HBase conf 2024-12-02T18:18:48,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bf626fc-5731-605a-efe4-f98d859fcf72/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T18:18:48,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bf626fc-5731-605a-efe4-f98d859fcf72/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T18:18:48,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T18:18:48,626 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T18:18:48,626 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bf626fc-5731-605a-efe4-f98d859fcf72/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T18:18:48,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bf626fc-5731-605a-efe4-f98d859fcf72/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T18:18:48,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bf626fc-5731-605a-efe4-f98d859fcf72/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T18:18:48,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bf626fc-5731-605a-efe4-f98d859fcf72/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T18:18:48,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bf626fc-5731-605a-efe4-f98d859fcf72/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T18:18:48,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bf626fc-5731-605a-efe4-f98d859fcf72/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T18:18:48,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bf626fc-5731-605a-efe4-f98d859fcf72/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T18:18:48,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bf626fc-5731-605a-efe4-f98d859fcf72/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T18:18:48,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bf626fc-5731-605a-efe4-f98d859fcf72/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T18:18:48,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bf626fc-5731-605a-efe4-f98d859fcf72/nfs.dump.dir in system properties and HBase conf 2024-12-02T18:18:48,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bf626fc-5731-605a-efe4-f98d859fcf72/java.io.tmpdir in system properties and HBase conf 2024-12-02T18:18:48,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bf626fc-5731-605a-efe4-f98d859fcf72/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T18:18:48,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bf626fc-5731-605a-efe4-f98d859fcf72/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T18:18:48,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bf626fc-5731-605a-efe4-f98d859fcf72/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T18:18:48,972 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T18:18:48,977 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T18:18:48,980 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T18:18:48,980 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T18:18:48,980 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T18:18:48,981 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T18:18:48,984 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a51996c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bf626fc-5731-605a-efe4-f98d859fcf72/hadoop.log.dir/,AVAILABLE} 2024-12-02T18:18:48,984 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@372d7fa6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T18:18:49,075 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b0c18d7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bf626fc-5731-605a-efe4-f98d859fcf72/java.io.tmpdir/jetty-localhost-33361-hadoop-hdfs-3_4_1-tests_jar-_-any-11763488073248433752/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T18:18:49,076 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@477582de{HTTP/1.1, (http/1.1)}{localhost:33361} 2024-12-02T18:18:49,076 INFO [Time-limited test {}] server.Server(415): Started @38609ms 2024-12-02T18:18:49,319 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T18:18:49,322 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T18:18:49,324 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T18:18:49,324 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T18:18:49,324 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T18:18:49,325 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48299201{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bf626fc-5731-605a-efe4-f98d859fcf72/hadoop.log.dir/,AVAILABLE} 2024-12-02T18:18:49,325 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24630b66{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T18:18:49,422 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2e8a6af4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bf626fc-5731-605a-efe4-f98d859fcf72/java.io.tmpdir/jetty-localhost-41299-hadoop-hdfs-3_4_1-tests_jar-_-any-1040247624591263302/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T18:18:49,422 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5fb0e8d3{HTTP/1.1, (http/1.1)}{localhost:41299} 2024-12-02T18:18:49,422 INFO [Time-limited test {}] server.Server(415): Started @38955ms 2024-12-02T18:18:49,423 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T18:18:50,018 WARN [Thread-622 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bf626fc-5731-605a-efe4-f98d859fcf72/cluster_4729166f-4653-23eb-b96f-6bc8ab383a55/data/data1/current/BP-1773610350-172.17.0.3-1733163528651/current, will proceed with Du for space computation calculation, 2024-12-02T18:18:50,018 WARN [Thread-623 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bf626fc-5731-605a-efe4-f98d859fcf72/cluster_4729166f-4653-23eb-b96f-6bc8ab383a55/data/data2/current/BP-1773610350-172.17.0.3-1733163528651/current, will proceed with Du for space computation calculation, 2024-12-02T18:18:50,032 WARN [Thread-610 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T18:18:50,034 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3d4c375b3c6568fd with lease ID 0xe9839646034c59a3: Processing first storage report for DS-6d1f817c-4cc6-46c0-bc25-d8c02cedac10 from datanode DatanodeRegistration(127.0.0.1:45281, datanodeUuid=c05cef3e-0507-4dee-9b1f-e1d3defae26b, infoPort=40203, infoSecurePort=0, ipcPort=46713, storageInfo=lv=-57;cid=testClusterID;nsid=864226681;c=1733163528651) 2024-12-02T18:18:50,034 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3d4c375b3c6568fd with lease ID 0xe9839646034c59a3: from storage DS-6d1f817c-4cc6-46c0-bc25-d8c02cedac10 node DatanodeRegistration(127.0.0.1:45281, datanodeUuid=c05cef3e-0507-4dee-9b1f-e1d3defae26b, infoPort=40203, infoSecurePort=0, ipcPort=46713, storageInfo=lv=-57;cid=testClusterID;nsid=864226681;c=1733163528651), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T18:18:50,034 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3d4c375b3c6568fd with lease ID 0xe9839646034c59a3: Processing first storage report for DS-0b22d623-657c-46f2-8abc-88dd121e7cba from datanode DatanodeRegistration(127.0.0.1:45281, datanodeUuid=c05cef3e-0507-4dee-9b1f-e1d3defae26b, infoPort=40203, infoSecurePort=0, ipcPort=46713, storageInfo=lv=-57;cid=testClusterID;nsid=864226681;c=1733163528651) 2024-12-02T18:18:50,034 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3d4c375b3c6568fd with lease ID 0xe9839646034c59a3: from storage DS-0b22d623-657c-46f2-8abc-88dd121e7cba node DatanodeRegistration(127.0.0.1:45281, datanodeUuid=c05cef3e-0507-4dee-9b1f-e1d3defae26b, infoPort=40203, infoSecurePort=0, ipcPort=46713, storageInfo=lv=-57;cid=testClusterID;nsid=864226681;c=1733163528651), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T18:18:50,050 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bf626fc-5731-605a-efe4-f98d859fcf72 2024-12-02T18:18:50,050 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:18:50,052 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:18:50,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45281 is added to blk_1073741825_1001 (size=7) 2024-12-02T18:18:50,461 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41437/user/jenkins/test-data/31a4f50f-91e4-2383-6de6-fb6aa109cf33 with version=8 2024-12-02T18:18:50,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41437/user/jenkins/test-data/31a4f50f-91e4-2383-6de6-fb6aa109cf33/hbase-staging 2024-12-02T18:18:50,463 INFO [Time-limited test {}] client.ConnectionUtils(128): master/95451c90bed2:0 server-side Connection retries=45 2024-12-02T18:18:50,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:18:50,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T18:18:50,463 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T18:18:50,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:18:50,463 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T18:18:50,463 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T18:18:50,463 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T18:18:50,464 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34953 2024-12-02T18:18:50,465 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34953 connecting to ZooKeeper ensemble=127.0.0.1:52310 2024-12-02T18:18:50,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:349530x0, quorum=127.0.0.1:52310, baseZNode=/1519629672 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T18:18:50,550 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34953-0x101974497380003 connected 2024-12-02T18:18:50,623 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:18:50,624 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:18:50,626 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34953-0x101974497380003, quorum=127.0.0.1:52310, baseZNode=/1519629672 Set watcher on znode that does not yet exist, /1519629672/running 2024-12-02T18:18:50,626 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41437/user/jenkins/test-data/31a4f50f-91e4-2383-6de6-fb6aa109cf33, hbase.cluster.distributed=false 2024-12-02T18:18:50,628 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34953-0x101974497380003, quorum=127.0.0.1:52310, baseZNode=/1519629672 Set watcher on znode that does not yet exist, /1519629672/acl 2024-12-02T18:18:50,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34953 2024-12-02T18:18:50,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34953 2024-12-02T18:18:50,629 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34953 2024-12-02T18:18:50,629 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34953 2024-12-02T18:18:50,629 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34953 2024-12-02T18:18:50,642 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/95451c90bed2:0 server-side Connection retries=45 2024-12-02T18:18:50,642 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:18:50,642 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T18:18:50,642 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T18:18:50,642 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:18:50,642 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T18:18:50,642 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T18:18:50,643 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T18:18:50,667 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39347 2024-12-02T18:18:50,668 WARN [RS:0;95451c90bed2:43405 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 95451c90bed2,43113,1733163497451: status=Processing ServerCrashProcedure of 95451c90bed2,43113,1733163497451 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733163513852, completionTime=-1 appears to have been leaked 2024-12-02T18:18:50,668 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39347 connecting to ZooKeeper ensemble=127.0.0.1:52310 2024-12-02T18:18:50,669 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:18:50,671 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:18:50,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:393470x0, quorum=127.0.0.1:52310, baseZNode=/1519629672 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T18:18:50,686 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:393470x0, quorum=127.0.0.1:52310, baseZNode=/1519629672 Set watcher on znode that does not yet exist, /1519629672/running 2024-12-02T18:18:50,686 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39347-0x101974497380004 connected 2024-12-02T18:18:50,687 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T18:18:50,687 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T18:18:50,688 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39347-0x101974497380004, quorum=127.0.0.1:52310, baseZNode=/1519629672 Set watcher on znode that does not yet exist, /1519629672/master 2024-12-02T18:18:50,688 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39347-0x101974497380004, quorum=127.0.0.1:52310, baseZNode=/1519629672 Set watcher on znode that does not yet exist, /1519629672/acl 2024-12-02T18:18:50,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39347 2024-12-02T18:18:50,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39347 2024-12-02T18:18:50,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39347 2024-12-02T18:18:50,694 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39347 2024-12-02T18:18:50,695 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39347 2024-12-02T18:18:50,706 DEBUG [M:0;95451c90bed2:34953 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;95451c90bed2:34953 2024-12-02T18:18:50,706 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1519629672/backup-masters/95451c90bed2,34953,1733163530463 2024-12-02T18:18:50,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39347-0x101974497380004, quorum=127.0.0.1:52310, baseZNode=/1519629672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1519629672/backup-masters 2024-12-02T18:18:50,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34953-0x101974497380003, quorum=127.0.0.1:52310, baseZNode=/1519629672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1519629672/backup-masters 2024-12-02T18:18:50,718 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34953-0x101974497380003, quorum=127.0.0.1:52310, baseZNode=/1519629672 Set watcher on existing znode=/1519629672/backup-masters/95451c90bed2,34953,1733163530463 2024-12-02T18:18:50,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34953-0x101974497380003, quorum=127.0.0.1:52310, baseZNode=/1519629672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1519629672 2024-12-02T18:18:50,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39347-0x101974497380004, quorum=127.0.0.1:52310, baseZNode=/1519629672 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1519629672/master 2024-12-02T18:18:50,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39347-0x101974497380004, quorum=127.0.0.1:52310, baseZNode=/1519629672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1519629672 2024-12-02T18:18:50,728 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34953-0x101974497380003, quorum=127.0.0.1:52310, baseZNode=/1519629672 Set watcher on existing znode=/1519629672/master 2024-12-02T18:18:50,729 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1519629672/backup-masters/95451c90bed2,34953,1733163530463 from backup master directory 2024-12-02T18:18:50,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39347-0x101974497380004, quorum=127.0.0.1:52310, baseZNode=/1519629672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1519629672/backup-masters 2024-12-02T18:18:50,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34953-0x101974497380003, quorum=127.0.0.1:52310, baseZNode=/1519629672 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1519629672/backup-masters/95451c90bed2,34953,1733163530463 2024-12-02T18:18:50,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34953-0x101974497380003, quorum=127.0.0.1:52310, baseZNode=/1519629672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1519629672/backup-masters 2024-12-02T18:18:50,739 WARN [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T18:18:50,739 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=95451c90bed2,34953,1733163530463 2024-12-02T18:18:50,745 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41437/user/jenkins/test-data/31a4f50f-91e4-2383-6de6-fb6aa109cf33/hbase.id] with ID: 2903ee92-89fe-4345-b3f9-31c76f775cfa 2024-12-02T18:18:50,745 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41437/user/jenkins/test-data/31a4f50f-91e4-2383-6de6-fb6aa109cf33/.tmp/hbase.id 2024-12-02T18:18:50,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45281 is added to blk_1073741826_1002 (size=42) 2024-12-02T18:18:51,155 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41437/user/jenkins/test-data/31a4f50f-91e4-2383-6de6-fb6aa109cf33/.tmp/hbase.id]:[hdfs://localhost:41437/user/jenkins/test-data/31a4f50f-91e4-2383-6de6-fb6aa109cf33/hbase.id] 2024-12-02T18:18:51,184 INFO [master/95451c90bed2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:18:51,184 INFO [master/95451c90bed2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T18:18:51,188 INFO [master/95451c90bed2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 4ms. 2024-12-02T18:18:51,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39347-0x101974497380004, quorum=127.0.0.1:52310, baseZNode=/1519629672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1519629672 2024-12-02T18:18:51,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34953-0x101974497380003, quorum=127.0.0.1:52310, baseZNode=/1519629672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1519629672 2024-12-02T18:18:51,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45281 is added to blk_1073741827_1003 (size=196) 2024-12-02T18:18:51,268 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T18:18:51,269 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T18:18:51,276 INFO [master/95451c90bed2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:18:51,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45281 is added to blk_1073741828_1004 (size=1189) 2024-12-02T18:18:51,293 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41437/user/jenkins/test-data/31a4f50f-91e4-2383-6de6-fb6aa109cf33/MasterData/data/master/store 2024-12-02T18:18:51,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45281 is added to blk_1073741829_1005 (size=34) 2024-12-02T18:18:51,706 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:18:51,707 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T18:18:51,707 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:18:51,707 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:18:51,707 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T18:18:51,707 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:18:51,707 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:18:51,707 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733163531706Disabling compacts and flushes for region at 1733163531706Disabling writes for close at 1733163531707 (+1 ms)Writing region close event to WAL at 1733163531707Closed at 1733163531707 2024-12-02T18:18:51,709 WARN [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41437/user/jenkins/test-data/31a4f50f-91e4-2383-6de6-fb6aa109cf33/MasterData/data/master/store/.initializing 2024-12-02T18:18:51,710 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41437/user/jenkins/test-data/31a4f50f-91e4-2383-6de6-fb6aa109cf33/MasterData/WALs/95451c90bed2,34953,1733163530463 2024-12-02T18:18:51,712 INFO [master/95451c90bed2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T18:18:51,717 INFO [master/95451c90bed2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=95451c90bed2%2C34953%2C1733163530463, suffix=, logDir=hdfs://localhost:41437/user/jenkins/test-data/31a4f50f-91e4-2383-6de6-fb6aa109cf33/MasterData/WALs/95451c90bed2,34953,1733163530463, archiveDir=hdfs://localhost:41437/user/jenkins/test-data/31a4f50f-91e4-2383-6de6-fb6aa109cf33/MasterData/oldWALs, maxLogs=10 2024-12-02T18:18:51,738 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/31a4f50f-91e4-2383-6de6-fb6aa109cf33/MasterData/WALs/95451c90bed2,34953,1733163530463/95451c90bed2%2C34953%2C1733163530463.1733163531718, exclude list is [], retry=0 2024-12-02T18:18:51,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45281,DS-6d1f817c-4cc6-46c0-bc25-d8c02cedac10,DISK] 2024-12-02T18:18:51,750 INFO [master/95451c90bed2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/31a4f50f-91e4-2383-6de6-fb6aa109cf33/MasterData/WALs/95451c90bed2,34953,1733163530463/95451c90bed2%2C34953%2C1733163530463.1733163531718 2024-12-02T18:18:51,751 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40203:40203)] 2024-12-02T18:18:51,751 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:18:51,751 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:18:51,751 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:18:51,751 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:18:51,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:18:51,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T18:18:51,762 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:18:51,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:18:51,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:18:51,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T18:18:51,766 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:18:51,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:18:51,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:18:51,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T18:18:51,769 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:18:51,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:18:51,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:18:51,772 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T18:18:51,772 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:18:51,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:18:51,775 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:18:51,776 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41437/user/jenkins/test-data/31a4f50f-91e4-2383-6de6-fb6aa109cf33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:18:51,780 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41437/user/jenkins/test-data/31a4f50f-91e4-2383-6de6-fb6aa109cf33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:18:51,783 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:18:51,783 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:18:51,784 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T18:18:51,786 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:18:51,805 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41437/user/jenkins/test-data/31a4f50f-91e4-2383-6de6-fb6aa109cf33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T18:18:51,806 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59628268, jitterRate=-0.111469566822052}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T18:18:51,807 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733163531751Initializing all the Stores at 1733163531754 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163531754Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163531756 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163531756Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163531756Cleaning up temporary data from old regions at 1733163531783 (+27 ms)Region opened successfully at 1733163531807 (+24 ms) 2024-12-02T18:18:51,820 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T18:18:51,826 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34a99f11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=95451c90bed2/172.17.0.3:0 2024-12-02T18:18:51,828 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T18:18:51,828 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T18:18:51,828 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T18:18:51,829 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T18:18:51,829 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T18:18:51,830 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T18:18:51,830 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T18:18:51,833 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T18:18:51,834 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34953-0x101974497380003, quorum=127.0.0.1:52310, baseZNode=/1519629672 Unable to get data of znode /1519629672/balancer because node does not exist (not necessarily an error) 2024-12-02T18:18:51,896 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1519629672/balancer already deleted, retry=false 2024-12-02T18:18:51,897 INFO [master/95451c90bed2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T18:18:51,898 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34953-0x101974497380003, quorum=127.0.0.1:52310, baseZNode=/1519629672 Unable to get data of znode /1519629672/normalizer because node does not exist (not necessarily an error) 2024-12-02T18:18:51,907 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1519629672/normalizer already deleted, retry=false 2024-12-02T18:18:51,907 INFO [master/95451c90bed2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T18:18:51,908 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34953-0x101974497380003, quorum=127.0.0.1:52310, baseZNode=/1519629672 Unable to get data of znode /1519629672/switch/split because node does not exist (not necessarily an error) 2024-12-02T18:18:51,917 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1519629672/switch/split already deleted, retry=false 2024-12-02T18:18:51,919 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34953-0x101974497380003, quorum=127.0.0.1:52310, baseZNode=/1519629672 Unable to get data of znode /1519629672/switch/merge because node does not exist (not necessarily an error) 2024-12-02T18:18:51,993 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1519629672/switch/merge already deleted, retry=false 2024-12-02T18:18:51,996 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34953-0x101974497380003, quorum=127.0.0.1:52310, baseZNode=/1519629672 Unable to get data of znode /1519629672/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T18:18:52,023 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1519629672/snapshot-cleanup already deleted, retry=false 2024-12-02T18:18:52,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39347-0x101974497380004, quorum=127.0.0.1:52310, baseZNode=/1519629672 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1519629672/running 2024-12-02T18:18:52,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39347-0x101974497380004, quorum=127.0.0.1:52310, baseZNode=/1519629672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1519629672 2024-12-02T18:18:52,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34953-0x101974497380003, quorum=127.0.0.1:52310, baseZNode=/1519629672 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1519629672/running 2024-12-02T18:18:52,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34953-0x101974497380003, quorum=127.0.0.1:52310, baseZNode=/1519629672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1519629672 2024-12-02T18:18:52,034 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=95451c90bed2,34953,1733163530463, sessionid=0x101974497380003, setting cluster-up flag (Was=false) 2024-12-02T18:18:52,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39347-0x101974497380004, quorum=127.0.0.1:52310, baseZNode=/1519629672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1519629672 2024-12-02T18:18:52,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34953-0x101974497380003, quorum=127.0.0.1:52310, baseZNode=/1519629672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1519629672 2024-12-02T18:18:52,098 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1519629672/flush-table-proc/acquired, /1519629672/flush-table-proc/reached, /1519629672/flush-table-proc/abort 2024-12-02T18:18:52,105 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=95451c90bed2,34953,1733163530463 2024-12-02T18:18:52,107 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T18:18:52,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:18:52,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34953-0x101974497380003, quorum=127.0.0.1:52310, baseZNode=/1519629672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1519629672 2024-12-02T18:18:52,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39347-0x101974497380004, quorum=127.0.0.1:52310, baseZNode=/1519629672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1519629672 2024-12-02T18:18:52,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:18:52,160 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1519629672/online-snapshot/acquired, /1519629672/online-snapshot/reached, /1519629672/online-snapshot/abort 2024-12-02T18:18:52,162 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=95451c90bed2,34953,1733163530463 2024-12-02T18:18:52,164 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41437/user/jenkins/test-data/31a4f50f-91e4-2383-6de6-fb6aa109cf33/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T18:18:52,167 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T18:18:52,167 INFO [master/95451c90bed2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T18:18:52,167 INFO [master/95451c90bed2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T18:18:52,168 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 95451c90bed2,34953,1733163530463 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T18:18:52,172 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:18:52,172 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:18:52,172 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:18:52,172 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:18:52,172 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/95451c90bed2:0, corePoolSize=10, maxPoolSize=10 2024-12-02T18:18:52,172 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:18:52,172 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/95451c90bed2:0, corePoolSize=2, maxPoolSize=2 2024-12-02T18:18:52,172 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:18:52,197 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T18:18:52,198 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T18:18:52,199 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:18:52,199 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T18:18:52,223 INFO [RS:0;95451c90bed2:39347 {}] regionserver.HRegionServer(746): ClusterId : 2903ee92-89fe-4345-b3f9-31c76f775cfa 2024-12-02T18:18:52,223 DEBUG [RS:0;95451c90bed2:39347 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T18:18:52,228 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733163562228 2024-12-02T18:18:52,228 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T18:18:52,229 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T18:18:52,229 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T18:18:52,229 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T18:18:52,229 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T18:18:52,229 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T18:18:52,235 DEBUG [RS:0;95451c90bed2:39347 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T18:18:52,235 DEBUG [RS:0;95451c90bed2:39347 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T18:18:52,236 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:52,244 DEBUG [RS:0;95451c90bed2:39347 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T18:18:52,245 DEBUG [RS:0;95451c90bed2:39347 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@714b8435, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=95451c90bed2/172.17.0.3:0 2024-12-02T18:18:52,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45281 is added to blk_1073741831_1007 (size=1321) 2024-12-02T18:18:52,257 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41437/user/jenkins/test-data/31a4f50f-91e4-2383-6de6-fb6aa109cf33/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T18:18:52,257 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41437/user/jenkins/test-data/31a4f50f-91e4-2383-6de6-fb6aa109cf33 2024-12-02T18:18:52,260 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T18:18:52,261 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T18:18:52,261 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T18:18:52,261 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T18:18:52,289 DEBUG [RS:0;95451c90bed2:39347 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;95451c90bed2:39347 2024-12-02T18:18:52,289 INFO [RS:0;95451c90bed2:39347 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T18:18:52,289 INFO [RS:0;95451c90bed2:39347 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T18:18:52,289 DEBUG [RS:0;95451c90bed2:39347 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T18:18:52,290 INFO [RS:0;95451c90bed2:39347 {}] regionserver.HRegionServer(2659): reportForDuty to master=95451c90bed2,34953,1733163530463 with port=39347, startcode=1733163530642 2024-12-02T18:18:52,290 DEBUG [RS:0;95451c90bed2:39347 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T18:18:52,291 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T18:18:52,291 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T18:18:52,308 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.large.0-1733163532291,5,FailOnTimeoutGroup] 2024-12-02T18:18:52,314 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34305, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T18:18:52,314 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.small.0-1733163532308,5,FailOnTimeoutGroup] 2024-12-02T18:18:52,314 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:52,314 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T18:18:52,314 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:52,314 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:52,314 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34953 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-02T18:18:52,339 DEBUG [RS:0;95451c90bed2:39347 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-02T18:18:52,339 WARN [RS:0;95451c90bed2:39347 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-02T18:18:52,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45281 is added to blk_1073741832_1008 (size=32) 2024-12-02T18:18:52,341 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:18:52,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T18:18:52,349 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T18:18:52,349 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:18:52,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:18:52,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T18:18:52,352 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T18:18:52,352 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:18:52,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:18:52,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T18:18:52,356 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T18:18:52,356 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:18:52,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:18:52,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T18:18:52,359 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T18:18:52,360 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:18:52,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:18:52,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T18:18:52,362 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41437/user/jenkins/test-data/31a4f50f-91e4-2383-6de6-fb6aa109cf33/data/hbase/meta/1588230740 2024-12-02T18:18:52,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41437/user/jenkins/test-data/31a4f50f-91e4-2383-6de6-fb6aa109cf33/data/hbase/meta/1588230740 2024-12-02T18:18:52,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T18:18:52,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T18:18:52,368 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T18:18:52,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T18:18:52,376 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41437/user/jenkins/test-data/31a4f50f-91e4-2383-6de6-fb6aa109cf33/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T18:18:52,378 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62524557, jitterRate=-0.06831149756908417}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T18:18:52,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733163532341Initializing all the Stores at 1733163532343 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163532343Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163532344 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163532344Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163532344Cleaning up temporary data from old regions at 1733163532367 (+23 ms)Region opened successfully at 1733163532378 (+11 ms) 2024-12-02T18:18:52,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T18:18:52,378 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T18:18:52,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T18:18:52,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T18:18:52,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T18:18:52,384 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T18:18:52,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733163532378Disabling compacts and flushes for region at 1733163532378Disabling writes for close at 1733163532378Writing region close event to WAL at 1733163532384 (+6 ms)Closed at 1733163532384 2024-12-02T18:18:52,388 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T18:18:52,388 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T18:18:52,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T18:18:52,397 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T18:18:52,402 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T18:18:52,440 INFO [RS:0;95451c90bed2:39347 {}] regionserver.HRegionServer(2659): reportForDuty to master=95451c90bed2,34953,1733163530463 with port=39347, startcode=1733163530642 2024-12-02T18:18:52,441 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34953 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 95451c90bed2,39347,1733163530642 2024-12-02T18:18:52,441 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34953 {}] master.ServerManager(517): Registering regionserver=95451c90bed2,39347,1733163530642 2024-12-02T18:18:52,444 DEBUG [RS:0;95451c90bed2:39347 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41437/user/jenkins/test-data/31a4f50f-91e4-2383-6de6-fb6aa109cf33 2024-12-02T18:18:52,444 DEBUG [RS:0;95451c90bed2:39347 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41437 2024-12-02T18:18:52,444 DEBUG [RS:0;95451c90bed2:39347 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T18:18:52,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34953-0x101974497380003, quorum=127.0.0.1:52310, baseZNode=/1519629672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1519629672/rs 2024-12-02T18:18:52,504 DEBUG [RS:0;95451c90bed2:39347 {}] zookeeper.ZKUtil(111): regionserver:39347-0x101974497380004, quorum=127.0.0.1:52310, baseZNode=/1519629672 Set watcher on existing znode=/1519629672/rs/95451c90bed2,39347,1733163530642 2024-12-02T18:18:52,504 WARN [RS:0;95451c90bed2:39347 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T18:18:52,504 INFO [RS:0;95451c90bed2:39347 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:18:52,505 DEBUG [RS:0;95451c90bed2:39347 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41437/user/jenkins/test-data/31a4f50f-91e4-2383-6de6-fb6aa109cf33/WALs/95451c90bed2,39347,1733163530642 2024-12-02T18:18:52,506 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [95451c90bed2,39347,1733163530642] 2024-12-02T18:18:52,515 INFO [RS:0;95451c90bed2:39347 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T18:18:52,519 INFO [RS:0;95451c90bed2:39347 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T18:18:52,520 INFO [RS:0;95451c90bed2:39347 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T18:18:52,520 INFO [RS:0;95451c90bed2:39347 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:52,532 INFO [RS:0;95451c90bed2:39347 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T18:18:52,535 INFO [RS:0;95451c90bed2:39347 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T18:18:52,537 INFO [RS:0;95451c90bed2:39347 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:52,537 DEBUG [RS:0;95451c90bed2:39347 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:18:52,537 DEBUG [RS:0;95451c90bed2:39347 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:18:52,537 DEBUG [RS:0;95451c90bed2:39347 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:18:52,537 DEBUG [RS:0;95451c90bed2:39347 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:18:52,539 DEBUG [RS:0;95451c90bed2:39347 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:18:52,541 DEBUG [RS:0;95451c90bed2:39347 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/95451c90bed2:0, corePoolSize=2, maxPoolSize=2 2024-12-02T18:18:52,543 DEBUG [RS:0;95451c90bed2:39347 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:18:52,545 DEBUG [RS:0;95451c90bed2:39347 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:18:52,547 DEBUG [RS:0;95451c90bed2:39347 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:18:52,547 DEBUG [RS:0;95451c90bed2:39347 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:18:52,547 DEBUG [RS:0;95451c90bed2:39347 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:18:52,547 DEBUG [RS:0;95451c90bed2:39347 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:18:52,547 DEBUG [RS:0;95451c90bed2:39347 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/95451c90bed2:0, corePoolSize=3, maxPoolSize=3 2024-12-02T18:18:52,548 DEBUG [RS:0;95451c90bed2:39347 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/95451c90bed2:0, corePoolSize=3, maxPoolSize=3 2024-12-02T18:18:52,552 WARN [95451c90bed2:34953 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T18:18:52,572 INFO [RS:0;95451c90bed2:39347 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:52,572 INFO [RS:0;95451c90bed2:39347 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:52,572 INFO [RS:0;95451c90bed2:39347 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:52,572 INFO [RS:0;95451c90bed2:39347 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:52,572 INFO [RS:0;95451c90bed2:39347 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:52,572 INFO [RS:0;95451c90bed2:39347 {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,39347,1733163530642-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T18:18:52,596 INFO [RS:0;95451c90bed2:39347 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T18:18:52,596 INFO [RS:0;95451c90bed2:39347 {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,39347,1733163530642-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:52,597 INFO [RS:0;95451c90bed2:39347 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:52,597 INFO [RS:0;95451c90bed2:39347 {}] regionserver.Replication(171): 95451c90bed2,39347,1733163530642 started 2024-12-02T18:18:52,616 INFO [RS:0;95451c90bed2:39347 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:52,616 INFO [RS:0;95451c90bed2:39347 {}] regionserver.HRegionServer(1482): Serving as 95451c90bed2,39347,1733163530642, RpcServer on 95451c90bed2/172.17.0.3:39347, sessionid=0x101974497380004 2024-12-02T18:18:52,617 DEBUG [RS:0;95451c90bed2:39347 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T18:18:52,617 DEBUG [RS:0;95451c90bed2:39347 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 95451c90bed2,39347,1733163530642 2024-12-02T18:18:52,617 DEBUG [RS:0;95451c90bed2:39347 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '95451c90bed2,39347,1733163530642' 2024-12-02T18:18:52,617 DEBUG [RS:0;95451c90bed2:39347 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1519629672/flush-table-proc/abort' 2024-12-02T18:18:52,632 DEBUG [RS:0;95451c90bed2:39347 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1519629672/flush-table-proc/acquired' 2024-12-02T18:18:52,633 DEBUG [RS:0;95451c90bed2:39347 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T18:18:52,633 DEBUG [RS:0;95451c90bed2:39347 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T18:18:52,633 DEBUG [RS:0;95451c90bed2:39347 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 95451c90bed2,39347,1733163530642 2024-12-02T18:18:52,633 DEBUG [RS:0;95451c90bed2:39347 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '95451c90bed2,39347,1733163530642' 2024-12-02T18:18:52,633 DEBUG [RS:0;95451c90bed2:39347 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1519629672/online-snapshot/abort' 2024-12-02T18:18:52,634 DEBUG [RS:0;95451c90bed2:39347 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1519629672/online-snapshot/acquired' 2024-12-02T18:18:52,634 DEBUG [RS:0;95451c90bed2:39347 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T18:18:52,634 INFO [RS:0;95451c90bed2:39347 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T18:18:52,634 INFO [RS:0;95451c90bed2:39347 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T18:18:52,735 INFO [RS:0;95451c90bed2:39347 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T18:18:52,741 INFO [RS:0;95451c90bed2:39347 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=95451c90bed2%2C39347%2C1733163530642, suffix=, logDir=hdfs://localhost:41437/user/jenkins/test-data/31a4f50f-91e4-2383-6de6-fb6aa109cf33/WALs/95451c90bed2,39347,1733163530642, archiveDir=hdfs://localhost:41437/user/jenkins/test-data/31a4f50f-91e4-2383-6de6-fb6aa109cf33/oldWALs, maxLogs=10 2024-12-02T18:18:52,761 DEBUG [RS:0;95451c90bed2:39347 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/31a4f50f-91e4-2383-6de6-fb6aa109cf33/WALs/95451c90bed2,39347,1733163530642/95451c90bed2%2C39347%2C1733163530642.1733163532742, exclude list is [], retry=0 2024-12-02T18:18:52,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45281,DS-6d1f817c-4cc6-46c0-bc25-d8c02cedac10,DISK] 2024-12-02T18:18:52,768 INFO [RS:0;95451c90bed2:39347 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/31a4f50f-91e4-2383-6de6-fb6aa109cf33/WALs/95451c90bed2,39347,1733163530642/95451c90bed2%2C39347%2C1733163530642.1733163532742 2024-12-02T18:18:52,776 DEBUG [RS:0;95451c90bed2:39347 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40203:40203)] 2024-12-02T18:18:52,802 DEBUG [95451c90bed2:34953 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T18:18:52,803 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=95451c90bed2,39347,1733163530642 2024-12-02T18:18:52,806 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 95451c90bed2,39347,1733163530642, state=OPENING 2024-12-02T18:18:52,822 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T18:18:52,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34953-0x101974497380003, quorum=127.0.0.1:52310, baseZNode=/1519629672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1519629672 2024-12-02T18:18:52,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39347-0x101974497380004, quorum=127.0.0.1:52310, baseZNode=/1519629672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1519629672 2024-12-02T18:18:52,835 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1519629672/meta-region-server: CHANGED 2024-12-02T18:18:52,835 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T18:18:52,835 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=95451c90bed2,39347,1733163530642}] 2024-12-02T18:18:52,837 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1519629672/meta-region-server: CHANGED 2024-12-02T18:18:52,994 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T18:18:53,010 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56433, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T18:18:53,015 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T18:18:53,016 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:18:53,016 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T18:18:53,018 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=95451c90bed2%2C39347%2C1733163530642.meta, suffix=.meta, logDir=hdfs://localhost:41437/user/jenkins/test-data/31a4f50f-91e4-2383-6de6-fb6aa109cf33/WALs/95451c90bed2,39347,1733163530642, archiveDir=hdfs://localhost:41437/user/jenkins/test-data/31a4f50f-91e4-2383-6de6-fb6aa109cf33/oldWALs, maxLogs=10 2024-12-02T18:18:53,038 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/31a4f50f-91e4-2383-6de6-fb6aa109cf33/WALs/95451c90bed2,39347,1733163530642/95451c90bed2%2C39347%2C1733163530642.meta.1733163533018.meta, exclude list is [], retry=0 2024-12-02T18:18:53,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45281,DS-6d1f817c-4cc6-46c0-bc25-d8c02cedac10,DISK] 2024-12-02T18:18:53,047 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/31a4f50f-91e4-2383-6de6-fb6aa109cf33/WALs/95451c90bed2,39347,1733163530642/95451c90bed2%2C39347%2C1733163530642.meta.1733163533018.meta 2024-12-02T18:18:53,048 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40203:40203)] 2024-12-02T18:18:53,048 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:18:53,049 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T18:18:53,049 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T18:18:53,049 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T18:18:53,049 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T18:18:53,049 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T18:18:53,049 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:18:53,050 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T18:18:53,050 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T18:18:53,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T18:18:53,054 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T18:18:53,054 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:18:53,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:18:53,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T18:18:53,056 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T18:18:53,056 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:18:53,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:18:53,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T18:18:53,058 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T18:18:53,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:18:53,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:18:53,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T18:18:53,060 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T18:18:53,060 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:18:53,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:18:53,061 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T18:18:53,062 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41437/user/jenkins/test-data/31a4f50f-91e4-2383-6de6-fb6aa109cf33/data/hbase/meta/1588230740 2024-12-02T18:18:53,064 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41437/user/jenkins/test-data/31a4f50f-91e4-2383-6de6-fb6aa109cf33/data/hbase/meta/1588230740 2024-12-02T18:18:53,066 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T18:18:53,067 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T18:18:53,069 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T18:18:53,071 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T18:18:53,073 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73814631, jitterRate=0.09992371499538422}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T18:18:53,073 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T18:18:53,073 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733163533050Writing region info on filesystem at 1733163533050Initializing all the Stores at 1733163533051 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163533051Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163533051Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163533052 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163533052Cleaning up temporary data from old regions at 1733163533067 (+15 ms)Running coprocessor post-open hooks at 1733163533073 (+6 ms)Region opened successfully at 1733163533073 2024-12-02T18:18:53,075 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733163532994 2024-12-02T18:18:53,078 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T18:18:53,079 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T18:18:53,080 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=95451c90bed2,39347,1733163530642 2024-12-02T18:18:53,082 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 95451c90bed2,39347,1733163530642, state=OPEN 2024-12-02T18:18:53,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39347-0x101974497380004, quorum=127.0.0.1:52310, baseZNode=/1519629672 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1519629672/meta-region-server 2024-12-02T18:18:53,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34953-0x101974497380003, quorum=127.0.0.1:52310, baseZNode=/1519629672 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1519629672/meta-region-server 2024-12-02T18:18:53,183 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=95451c90bed2,39347,1733163530642 2024-12-02T18:18:53,183 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1519629672/meta-region-server: CHANGED 2024-12-02T18:18:53,183 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1519629672/meta-region-server: CHANGED 2024-12-02T18:18:53,189 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T18:18:53,189 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=95451c90bed2,39347,1733163530642 in 348 msec 2024-12-02T18:18:53,194 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T18:18:53,194 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 801 msec 2024-12-02T18:18:53,195 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T18:18:53,195 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T18:18:53,197 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:18:53,200 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,39347,1733163530642, seqNum=-1] 2024-12-02T18:18:53,201 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:18:53,204 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42509, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T18:18:53,222 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0470 sec 2024-12-02T18:18:53,222 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733163533222, completionTime=-1 2024-12-02T18:18:53,222 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T18:18:53,222 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T18:18:53,225 INFO [master/95451c90bed2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T18:18:53,225 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733163593225 2024-12-02T18:18:53,225 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733163653225 2024-12-02T18:18:53,225 INFO [master/95451c90bed2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-12-02T18:18:53,226 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,34953,1733163530463-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:53,226 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,34953,1733163530463-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:53,226 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,34953,1733163530463-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:53,226 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-95451c90bed2:34953, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:53,226 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:53,229 DEBUG [master/95451c90bed2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T18:18:53,232 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:53,239 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.499sec 2024-12-02T18:18:53,239 INFO [master/95451c90bed2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T18:18:53,239 INFO [master/95451c90bed2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T18:18:53,239 INFO [master/95451c90bed2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T18:18:53,239 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T18:18:53,239 INFO [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T18:18:53,239 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,34953,1733163530463-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T18:18:53,239 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,34953,1733163530463-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T18:18:53,248 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T18:18:53,248 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T18:18:53,248 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,34953,1733163530463-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:18:53,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cd773f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:18:53,324 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,34953,-1 for getting cluster id 2024-12-02T18:18:53,324 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:18:53,326 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2903ee92-89fe-4345-b3f9-31c76f775cfa' 2024-12-02T18:18:53,326 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:18:53,326 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2903ee92-89fe-4345-b3f9-31c76f775cfa" 2024-12-02T18:18:53,326 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32a3b26f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:18:53,326 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,34953,-1] 2024-12-02T18:18:53,327 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:18:53,327 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:18:53,328 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:18:53,329 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28d6db02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:18:53,330 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:18:53,331 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,39347,1733163530642, seqNum=-1] 2024-12-02T18:18:53,332 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:18:53,333 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T18:18:53,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=95451c90bed2,34953,1733163530463 2024-12-02T18:18:53,338 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52310 2024-12-02T18:18:53,342 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T18:18:53,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52310, baseZNode=/1519629672 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T18:18:53,372 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101974497380005 connected 2024-12-02T18:18:53,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f49d167, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:18:53,383 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,38035,-1 for getting cluster id 2024-12-02T18:18:53,383 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:18:53,384 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fff41630-e2ef-4ed7-bd24-bbbedbc38391' 2024-12-02T18:18:53,384 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:18:53,384 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fff41630-e2ef-4ed7-bd24-bbbedbc38391" 2024-12-02T18:18:53,384 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c33843c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:18:53,384 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,38035,-1] 2024-12-02T18:18:53,385 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:18:53,385 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:18:53,386 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:18:53,386 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7071a9a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:18:53,387 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:18:53,388 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,38035,1733163524846 2024-12-02T18:18:53,388 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c6962e2 2024-12-02T18:18:53,388 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:18:53,389 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T18:18:53,389 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38035 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://95451c90bed2:34953,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T18:18:53,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38035 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T18:18:53,393 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='95451c90bed2:34953' 2024-12-02T18:18:53,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:18:53,394 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2862094a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:18:53,394 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,34953,-1 for getting cluster id 2024-12-02T18:18:53,394 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:18:53,394 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2903ee92-89fe-4345-b3f9-31c76f775cfa' 2024-12-02T18:18:53,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:18:53,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2903ee92-89fe-4345-b3f9-31c76f775cfa" 2024-12-02T18:18:53,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@737a4f28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:18:53,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,34953,-1] 2024-12-02T18:18:53,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:18:53,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:18:53,397 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:18:53,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a0d8dc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:18:53,398 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:18:53,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,34953,1733163530463 2024-12-02T18:18:53,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53d7971e 2024-12-02T18:18:53,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:18:53,399 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T18:18:53,400 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-02T18:18:53,400 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T18:18:53,400 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:18:53,400 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:18:53,400 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:18:53,401 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T18:18:53,402 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T18:18:53,403 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T18:18:53,403 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:18:53,404 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T18:18:53,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741835_1011 (size=1138) 2024-12-02T18:18:53,452 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T18:18:53,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:18:53,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:18:53,818 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3f03fea5e92cb1ccc678f1d2ae6c007e, NAME => 'hbase:replication,,1733163533400.3f03fea5e92cb1ccc678f1d2ae6c007e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df 2024-12-02T18:18:53,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741836_1012 (size=44) 2024-12-02T18:18:53,830 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733163533400.3f03fea5e92cb1ccc678f1d2ae6c007e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:18:53,830 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3f03fea5e92cb1ccc678f1d2ae6c007e, disabling compactions & flushes 2024-12-02T18:18:53,830 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733163533400.3f03fea5e92cb1ccc678f1d2ae6c007e. 2024-12-02T18:18:53,830 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733163533400.3f03fea5e92cb1ccc678f1d2ae6c007e. 2024-12-02T18:18:53,831 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733163533400.3f03fea5e92cb1ccc678f1d2ae6c007e. after waiting 0 ms 2024-12-02T18:18:53,831 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733163533400.3f03fea5e92cb1ccc678f1d2ae6c007e. 2024-12-02T18:18:53,831 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733163533400.3f03fea5e92cb1ccc678f1d2ae6c007e. 2024-12-02T18:18:53,831 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3f03fea5e92cb1ccc678f1d2ae6c007e: Waiting for close lock at 1733163533830Disabling compacts and flushes for region at 1733163533830Disabling writes for close at 1733163533831 (+1 ms)Writing region close event to WAL at 1733163533831Closed at 1733163533831 2024-12-02T18:18:53,832 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T18:18:53,833 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733163533400.3f03fea5e92cb1ccc678f1d2ae6c007e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733163533832"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733163533832"}]},"ts":"1733163533832"} 2024-12-02T18:18:53,836 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T18:18:53,837 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T18:18:53,838 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733163533838"}]},"ts":"1733163533838"} 2024-12-02T18:18:53,840 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T18:18:53,841 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3f03fea5e92cb1ccc678f1d2ae6c007e, ASSIGN}] 2024-12-02T18:18:53,842 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3f03fea5e92cb1ccc678f1d2ae6c007e, ASSIGN 2024-12-02T18:18:53,843 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3f03fea5e92cb1ccc678f1d2ae6c007e, ASSIGN; state=OFFLINE, location=95451c90bed2,43405,1733163525032; forceNewPlan=false, retain=false 2024-12-02T18:18:53,994 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3f03fea5e92cb1ccc678f1d2ae6c007e, regionState=OPENING, regionLocation=95451c90bed2,43405,1733163525032 2024-12-02T18:18:53,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3f03fea5e92cb1ccc678f1d2ae6c007e, ASSIGN because future has completed 2024-12-02T18:18:53,998 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3f03fea5e92cb1ccc678f1d2ae6c007e, server=95451c90bed2,43405,1733163525032}] 2024-12-02T18:18:54,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:18:54,157 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733163533400.3f03fea5e92cb1ccc678f1d2ae6c007e. 2024-12-02T18:18:54,157 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:18:54,157 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T18:18:54,159 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=95451c90bed2%2C43405%2C1733163525032.rep, suffix=, logDir=hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/WALs/95451c90bed2,43405,1733163525032, archiveDir=hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/oldWALs, maxLogs=10 2024-12-02T18:18:54,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/WALs/95451c90bed2,43405,1733163525032/95451c90bed2%2C43405%2C1733163525032.rep.1733163534159, exclude list is [], retry=0 2024-12-02T18:18:54,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40639,DS-e0cad739-1b80-4aa5-8f67-b5393200697e,DISK] 2024-12-02T18:18:54,176 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/WALs/95451c90bed2,43405,1733163525032/95451c90bed2%2C43405%2C1733163525032.rep.1733163534159 2024-12-02T18:18:54,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33845:33845)] 2024-12-02T18:18:54,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 3f03fea5e92cb1ccc678f1d2ae6c007e, NAME => 'hbase:replication,,1733163533400.3f03fea5e92cb1ccc678f1d2ae6c007e.', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:18:54,177 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T18:18:54,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T18:18:54,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733163533400.3f03fea5e92cb1ccc678f1d2ae6c007e. service=MultiRowMutationService 2024-12-02T18:18:54,177 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T18:18:54,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3f03fea5e92cb1ccc678f1d2ae6c007e 2024-12-02T18:18:54,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733163533400.3f03fea5e92cb1ccc678f1d2ae6c007e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:18:54,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 3f03fea5e92cb1ccc678f1d2ae6c007e 2024-12-02T18:18:54,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 3f03fea5e92cb1ccc678f1d2ae6c007e 2024-12-02T18:18:54,179 INFO [StoreOpener-3f03fea5e92cb1ccc678f1d2ae6c007e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3f03fea5e92cb1ccc678f1d2ae6c007e 2024-12-02T18:18:54,180 INFO [StoreOpener-3f03fea5e92cb1ccc678f1d2ae6c007e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f03fea5e92cb1ccc678f1d2ae6c007e columnFamilyName hfileref 2024-12-02T18:18:54,180 DEBUG [StoreOpener-3f03fea5e92cb1ccc678f1d2ae6c007e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:18:54,181 INFO [StoreOpener-3f03fea5e92cb1ccc678f1d2ae6c007e-1 {}] regionserver.HStore(327): Store=3f03fea5e92cb1ccc678f1d2ae6c007e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:18:54,181 INFO [StoreOpener-3f03fea5e92cb1ccc678f1d2ae6c007e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3f03fea5e92cb1ccc678f1d2ae6c007e 2024-12-02T18:18:54,182 INFO [StoreOpener-3f03fea5e92cb1ccc678f1d2ae6c007e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f03fea5e92cb1ccc678f1d2ae6c007e columnFamilyName queue 2024-12-02T18:18:54,182 DEBUG [StoreOpener-3f03fea5e92cb1ccc678f1d2ae6c007e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:18:54,183 INFO [StoreOpener-3f03fea5e92cb1ccc678f1d2ae6c007e-1 {}] regionserver.HStore(327): Store=3f03fea5e92cb1ccc678f1d2ae6c007e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:18:54,183 INFO [StoreOpener-3f03fea5e92cb1ccc678f1d2ae6c007e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3f03fea5e92cb1ccc678f1d2ae6c007e 2024-12-02T18:18:54,184 INFO [StoreOpener-3f03fea5e92cb1ccc678f1d2ae6c007e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f03fea5e92cb1ccc678f1d2ae6c007e columnFamilyName sid 2024-12-02T18:18:54,184 DEBUG [StoreOpener-3f03fea5e92cb1ccc678f1d2ae6c007e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:18:54,185 INFO [StoreOpener-3f03fea5e92cb1ccc678f1d2ae6c007e-1 {}] regionserver.HStore(327): Store=3f03fea5e92cb1ccc678f1d2ae6c007e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:18:54,185 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 3f03fea5e92cb1ccc678f1d2ae6c007e 2024-12-02T18:18:54,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/data/hbase/replication/3f03fea5e92cb1ccc678f1d2ae6c007e 2024-12-02T18:18:54,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/data/hbase/replication/3f03fea5e92cb1ccc678f1d2ae6c007e 2024-12-02T18:18:54,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 3f03fea5e92cb1ccc678f1d2ae6c007e 2024-12-02T18:18:54,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 3f03fea5e92cb1ccc678f1d2ae6c007e 2024-12-02T18:18:54,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T18:18:54,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 3f03fea5e92cb1ccc678f1d2ae6c007e 2024-12-02T18:18:54,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/data/hbase/replication/3f03fea5e92cb1ccc678f1d2ae6c007e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T18:18:54,193 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 3f03fea5e92cb1ccc678f1d2ae6c007e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68392881, jitterRate=0.019133344292640686}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T18:18:54,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3f03fea5e92cb1ccc678f1d2ae6c007e 2024-12-02T18:18:54,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 3f03fea5e92cb1ccc678f1d2ae6c007e: Running coprocessor pre-open hook at 1733163534177Writing region info on filesystem at 1733163534177Initializing all the Stores at 1733163534178 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163534178Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163534178Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163534179 (+1 ms)Cleaning up temporary data from old regions at 1733163534188 (+9 ms)Running coprocessor post-open hooks at 1733163534193 (+5 ms)Region opened successfully at 1733163534193 2024-12-02T18:18:54,194 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733163533400.3f03fea5e92cb1ccc678f1d2ae6c007e., pid=7, masterSystemTime=1733163534153 2024-12-02T18:18:54,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733163533400.3f03fea5e92cb1ccc678f1d2ae6c007e. 2024-12-02T18:18:54,197 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733163533400.3f03fea5e92cb1ccc678f1d2ae6c007e. 2024-12-02T18:18:54,198 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3f03fea5e92cb1ccc678f1d2ae6c007e, regionState=OPEN, openSeqNum=2, regionLocation=95451c90bed2,43405,1733163525032 2024-12-02T18:18:54,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3f03fea5e92cb1ccc678f1d2ae6c007e, server=95451c90bed2,43405,1733163525032 because future has completed 2024-12-02T18:18:54,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-02T18:18:54,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 3f03fea5e92cb1ccc678f1d2ae6c007e, server=95451c90bed2,43405,1733163525032 in 204 msec 2024-12-02T18:18:54,209 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T18:18:54,209 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3f03fea5e92cb1ccc678f1d2ae6c007e, ASSIGN in 366 msec 2024-12-02T18:18:54,210 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T18:18:54,211 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733163534210"}]},"ts":"1733163534210"} 2024-12-02T18:18:54,213 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T18:18:54,215 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T18:18:54,217 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 814 msec 2024-12-02T18:18:54,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733163533400.3f03fea5e92cb1ccc678f1d2ae6c007e., hostname=95451c90bed2,43405,1733163525032, seqNum=2] 2024-12-02T18:18:54,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43405-0x101974497380001, quorum=127.0.0.1:52310, baseZNode=/0-1400765956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1400765956 2024-12-02T18:18:54,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38035-0x101974497380000, quorum=127.0.0.1:52310, baseZNode=/0-1400765956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1400765956 2024-12-02T18:18:54,298 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T18:18:54,450 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-02T18:18:54,451 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T18:18:54,478 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-95451c90bed2,43405,1733163525032, ReplicationSource: 1, currentBandwidth=0 2024-12-02T18:18:54,479 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:18:54,479 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,43405,1733163525032, seqNum=-1] 2024-12-02T18:18:54,479 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:18:54,480 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50703, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-12-02T18:18:54,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-95451c90bed2,43405,1733163525032', locateType=CURRENT is [region=hbase:replication,,1733163533400.3f03fea5e92cb1ccc678f1d2ae6c007e., hostname=95451c90bed2,43405,1733163525032, seqNum=2] 2024-12-02T18:18:54,485 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-02T18:18:54,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38035 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-02T18:18:54,488 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 95451c90bed2,43405,1733163525032 suceeded 2024-12-02T18:18:54,491 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-02T18:18:54,491 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-12-02T18:18:54,491 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://95451c90bed2:34953,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T18:18:54,493 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1020 sec 2024-12-02T18:18:54,499 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43405,1733163525032 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='95451c90bed2:34953' 2024-12-02T18:18:54,500 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43405,1733163525032 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d65f872, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:18:54,500 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43405,1733163525032 {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,34953,-1 for getting cluster id 2024-12-02T18:18:54,500 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43405,1733163525032 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:18:54,501 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2903ee92-89fe-4345-b3f9-31c76f775cfa' 2024-12-02T18:18:54,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:18:54,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2903ee92-89fe-4345-b3f9-31c76f775cfa" 2024-12-02T18:18:54,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25860540, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:18:54,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,34953,-1] 2024-12-02T18:18:54,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:18:54,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:18:54,502 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:18:54,503 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43405,1733163525032 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a439c25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:18:54,503 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43405,1733163525032 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:18:54,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,34953,1733163530463 2024-12-02T18:18:54,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78befcc6 2024-12-02T18:18:54,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:18:54,505 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-12-02T18:18:54,505 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43405,1733163525032 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-95451c90bed2,43405,1733163525032 (queues=1) is replicating from cluster=fff41630-e2ef-4ed7-bd24-bbbedbc38391 to cluster=2903ee92-89fe-4345-b3f9-31c76f775cfa 2024-12-02T18:18:54,505 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43405,1733163525032 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=95451c90bed2%2C43405%2C1733163525032 2024-12-02T18:18:54,506 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43405,1733163525032 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-95451c90bed2,43405,1733163525032, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T18:18:54,506 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43405,1733163525032.replicationSource.shipper95451c90bed2%2C43405%2C1733163525032,1-95451c90bed2,43405,1733163525032 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 95451c90bed2%2C43405%2C1733163525032 2024-12-02T18:18:54,506 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43405,1733163525032.replicationSource.wal-reader.95451c90bed2%2C43405%2C1733163525032,1-95451c90bed2,43405,1733163525032 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/WALs/95451c90bed2,43405,1733163525032/95451c90bed2%2C43405%2C1733163525032.1733163527483, startPosition=0, beingWritten=true 2024-12-02T18:18:54,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38035 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:18:54,529 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T18:18:54,529 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T18:18:54,529 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:18:54,529 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:18:54,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:18:54,530 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:18:54,530 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:18:54,530 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,38035,1733163524846 2024-12-02T18:18:54,530 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54a0e5e5 2024-12-02T18:18:54,531 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:18:54,532 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T18:18:54,532 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38035 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-02T18:18:54,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T18:18:54,532 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T18:18:54,532 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:18:54,532 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:18:54,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:18:54,533 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:18:54,533 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T18:18:54,533 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1673984112, stopped=false 2024-12-02T18:18:54,533 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=95451c90bed2,34953,1733163530463 2024-12-02T18:18:54,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34953-0x101974497380003, quorum=127.0.0.1:52310, baseZNode=/1519629672 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1519629672/running 2024-12-02T18:18:54,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39347-0x101974497380004, quorum=127.0.0.1:52310, baseZNode=/1519629672 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1519629672/running 2024-12-02T18:18:54,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39347-0x101974497380004, quorum=127.0.0.1:52310, baseZNode=/1519629672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1519629672 2024-12-02T18:18:54,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34953-0x101974497380003, quorum=127.0.0.1:52310, baseZNode=/1519629672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1519629672 2024-12-02T18:18:54,559 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T18:18:54,560 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T18:18:54,560 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:18:54,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:18:54,560 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '95451c90bed2,39347,1733163530642' ***** 2024-12-02T18:18:54,560 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39347-0x101974497380004, quorum=127.0.0.1:52310, baseZNode=/1519629672 Set watcher on znode that does not yet exist, /1519629672/running 2024-12-02T18:18:54,560 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T18:18:54,560 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34953-0x101974497380003, quorum=127.0.0.1:52310, baseZNode=/1519629672 Set watcher on znode that does not yet exist, /1519629672/running 2024-12-02T18:18:54,560 INFO [RS:0;95451c90bed2:39347 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T18:18:54,560 INFO [RS:0;95451c90bed2:39347 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T18:18:54,560 INFO [RS:0;95451c90bed2:39347 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T18:18:54,560 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T18:18:54,560 INFO [RS:0;95451c90bed2:39347 {}] regionserver.HRegionServer(959): stopping server 95451c90bed2,39347,1733163530642 2024-12-02T18:18:54,560 INFO [RS:0;95451c90bed2:39347 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T18:18:54,560 INFO [RS:0;95451c90bed2:39347 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;95451c90bed2:39347. 2024-12-02T18:18:54,560 DEBUG [RS:0;95451c90bed2:39347 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:18:54,561 DEBUG [RS:0;95451c90bed2:39347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:18:54,561 INFO [RS:0;95451c90bed2:39347 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T18:18:54,561 INFO [RS:0;95451c90bed2:39347 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T18:18:54,561 INFO [RS:0;95451c90bed2:39347 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T18:18:54,561 INFO [RS:0;95451c90bed2:39347 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T18:18:54,561 INFO [RS:0;95451c90bed2:39347 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T18:18:54,561 DEBUG [RS:0;95451c90bed2:39347 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T18:18:54,561 DEBUG [RS:0;95451c90bed2:39347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T18:18:54,561 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T18:18:54,561 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T18:18:54,561 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T18:18:54,561 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T18:18:54,561 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T18:18:54,561 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-02T18:18:54,578 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41437/user/jenkins/test-data/31a4f50f-91e4-2383-6de6-fb6aa109cf33/data/hbase/meta/1588230740/.tmp/ns/8ab0fa94b4ab4d0e9f776775a489fe83 is 43, key is default/ns:d/1733163533205/Put/seqid=0 2024-12-02T18:18:54,579 INFO [regionserver/95451c90bed2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T18:18:54,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45281 is added to blk_1073741835_1011 (size=5153) 2024-12-02T18:18:54,671 INFO [regionserver/95451c90bed2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T18:18:54,671 INFO [regionserver/95451c90bed2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T18:18:54,712 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43405,1733163525032.replicationSource.wal-reader.95451c90bed2%2C43405%2C1733163525032,1-95451c90bed2,43405,1733163525032 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/WALs/95451c90bed2,43405,1733163525032/95451c90bed2%2C43405%2C1733163525032.1733163527483 to pos 0, reset compression=false 2024-12-02T18:18:54,761 DEBUG [RS:0;95451c90bed2:39347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T18:18:54,961 DEBUG [RS:0;95451c90bed2:39347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T18:18:54,983 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41437/user/jenkins/test-data/31a4f50f-91e4-2383-6de6-fb6aa109cf33/data/hbase/meta/1588230740/.tmp/ns/8ab0fa94b4ab4d0e9f776775a489fe83 2024-12-02T18:18:54,989 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41437/user/jenkins/test-data/31a4f50f-91e4-2383-6de6-fb6aa109cf33/data/hbase/meta/1588230740/.tmp/ns/8ab0fa94b4ab4d0e9f776775a489fe83 as hdfs://localhost:41437/user/jenkins/test-data/31a4f50f-91e4-2383-6de6-fb6aa109cf33/data/hbase/meta/1588230740/ns/8ab0fa94b4ab4d0e9f776775a489fe83 2024-12-02T18:18:54,995 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41437/user/jenkins/test-data/31a4f50f-91e4-2383-6de6-fb6aa109cf33/data/hbase/meta/1588230740/ns/8ab0fa94b4ab4d0e9f776775a489fe83, entries=2, sequenceid=6, filesize=5.0 K 2024-12-02T18:18:54,996 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=6, compaction requested=false 2024-12-02T18:18:55,004 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41437/user/jenkins/test-data/31a4f50f-91e4-2383-6de6-fb6aa109cf33/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-02T18:18:55,004 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T18:18:55,004 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T18:18:55,004 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T18:18:55,004 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733163534561Running coprocessor pre-close hooks at 1733163534561Disabling compacts and flushes for region at 1733163534561Disabling writes for close at 1733163534561Obtaining lock to block concurrent updates at 1733163534561Preparing flush snapshotting stores in 1588230740 at 1733163534561Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733163534562 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733163534562Flushing 1588230740/ns: creating writer at 1733163534563 (+1 ms)Flushing 1588230740/ns: appending metadata at 1733163534578 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733163534578Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fe2995d: reopening flushed file at 1733163534988 (+410 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=6, compaction requested=false at 1733163534996 (+8 ms)Writing region close event to WAL at 1733163535000 (+4 ms)Running coprocessor post-close hooks at 1733163535004 (+4 ms)Closed at 1733163535004 2024-12-02T18:18:55,004 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T18:18:55,021 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43405,1733163525032.replicationSource.wal-reader.95451c90bed2%2C43405%2C1733163525032,1-95451c90bed2,43405,1733163525032 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/WALs/95451c90bed2,43405,1733163525032/95451c90bed2%2C43405%2C1733163525032.1733163527483 to pos 0, reset compression=false 2024-12-02T18:18:55,162 INFO [RS:0;95451c90bed2:39347 {}] regionserver.HRegionServer(976): stopping server 95451c90bed2,39347,1733163530642; all regions closed. 2024-12-02T18:18:55,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45281 is added to blk_1073741834_1010 (size=1152) 2024-12-02T18:18:55,166 DEBUG [RS:0;95451c90bed2:39347 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/31a4f50f-91e4-2383-6de6-fb6aa109cf33/oldWALs 2024-12-02T18:18:55,166 INFO [RS:0;95451c90bed2:39347 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 95451c90bed2%2C39347%2C1733163530642.meta:.meta(num 1733163533018) 2024-12-02T18:18:55,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45281 is added to blk_1073741833_1009 (size=93) 2024-12-02T18:18:55,170 DEBUG [RS:0;95451c90bed2:39347 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/31a4f50f-91e4-2383-6de6-fb6aa109cf33/oldWALs 2024-12-02T18:18:55,170 INFO [RS:0;95451c90bed2:39347 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 95451c90bed2%2C39347%2C1733163530642:(num 1733163532742) 2024-12-02T18:18:55,170 DEBUG [RS:0;95451c90bed2:39347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:18:55,170 INFO [RS:0;95451c90bed2:39347 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T18:18:55,171 INFO [RS:0;95451c90bed2:39347 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T18:18:55,171 INFO [RS:0;95451c90bed2:39347 {}] hbase.ChoreService(370): Chore service for: regionserver/95451c90bed2:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T18:18:55,171 INFO [RS:0;95451c90bed2:39347 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T18:18:55,171 INFO [regionserver/95451c90bed2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T18:18:55,171 INFO [RS:0;95451c90bed2:39347 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39347 2024-12-02T18:18:55,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34953-0x101974497380003, quorum=127.0.0.1:52310, baseZNode=/1519629672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1519629672/rs 2024-12-02T18:18:55,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39347-0x101974497380004, quorum=127.0.0.1:52310, baseZNode=/1519629672 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1519629672/rs/95451c90bed2,39347,1733163530642 2024-12-02T18:18:55,254 INFO [RS:0;95451c90bed2:39347 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T18:18:55,264 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [95451c90bed2,39347,1733163530642] 2024-12-02T18:18:55,275 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1519629672/draining/95451c90bed2,39347,1733163530642 already deleted, retry=false 2024-12-02T18:18:55,275 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 95451c90bed2,39347,1733163530642 expired; onlineServers=0 2024-12-02T18:18:55,275 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '95451c90bed2,34953,1733163530463' ***** 2024-12-02T18:18:55,275 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T18:18:55,275 INFO [M:0;95451c90bed2:34953 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T18:18:55,275 INFO [M:0;95451c90bed2:34953 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T18:18:55,275 DEBUG [M:0;95451c90bed2:34953 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T18:18:55,275 DEBUG [M:0;95451c90bed2:34953 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T18:18:55,275 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T18:18:55,275 DEBUG [master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.large.0-1733163532291 {}] cleaner.HFileCleaner(306): Exit Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.large.0-1733163532291,5,FailOnTimeoutGroup] 2024-12-02T18:18:55,275 DEBUG [master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.small.0-1733163532308 {}] cleaner.HFileCleaner(306): Exit Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.small.0-1733163532308,5,FailOnTimeoutGroup] 2024-12-02T18:18:55,276 INFO [M:0;95451c90bed2:34953 {}] hbase.ChoreService(370): Chore service for: master/95451c90bed2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T18:18:55,276 INFO [M:0;95451c90bed2:34953 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T18:18:55,276 DEBUG [M:0;95451c90bed2:34953 {}] master.HMaster(1795): Stopping service threads 2024-12-02T18:18:55,276 INFO [M:0;95451c90bed2:34953 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T18:18:55,276 INFO [M:0;95451c90bed2:34953 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T18:18:55,276 INFO [M:0;95451c90bed2:34953 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T18:18:55,276 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T18:18:55,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34953-0x101974497380003, quorum=127.0.0.1:52310, baseZNode=/1519629672 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1519629672/master 2024-12-02T18:18:55,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34953-0x101974497380003, quorum=127.0.0.1:52310, baseZNode=/1519629672 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1519629672 2024-12-02T18:18:55,285 DEBUG [M:0;95451c90bed2:34953 {}] zookeeper.ZKUtil(347): master:34953-0x101974497380003, quorum=127.0.0.1:52310, baseZNode=/1519629672 Unable to get data of znode /1519629672/master because node does not exist (not an error) 2024-12-02T18:18:55,286 WARN [M:0;95451c90bed2:34953 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T18:18:55,286 INFO [M:0;95451c90bed2:34953 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41437/user/jenkins/test-data/31a4f50f-91e4-2383-6de6-fb6aa109cf33/.lastflushedseqids 2024-12-02T18:18:55,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45281 is added to blk_1073741836_1012 (size=99) 2024-12-02T18:18:55,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39347-0x101974497380004, quorum=127.0.0.1:52310, baseZNode=/1519629672 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:18:55,365 INFO [RS:0;95451c90bed2:39347 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T18:18:55,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39347-0x101974497380004, quorum=127.0.0.1:52310, baseZNode=/1519629672 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:18:55,365 INFO [RS:0;95451c90bed2:39347 {}] regionserver.HRegionServer(1031): Exiting; stopping=95451c90bed2,39347,1733163530642; zookeeper connection closed. 2024-12-02T18:18:55,365 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6c2756e3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6c2756e3 2024-12-02T18:18:55,365 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T18:18:55,426 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43405,1733163525032.replicationSource.wal-reader.95451c90bed2%2C43405%2C1733163525032,1-95451c90bed2,43405,1733163525032 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/WALs/95451c90bed2,43405,1733163525032/95451c90bed2%2C43405%2C1733163525032.1733163527483 to pos 0, reset compression=false 2024-12-02T18:18:55,691 INFO [M:0;95451c90bed2:34953 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T18:18:55,691 INFO [M:0;95451c90bed2:34953 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T18:18:55,692 DEBUG [M:0;95451c90bed2:34953 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T18:18:55,692 INFO [M:0;95451c90bed2:34953 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:18:55,692 DEBUG [M:0;95451c90bed2:34953 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:18:55,692 DEBUG [M:0;95451c90bed2:34953 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T18:18:55,692 DEBUG [M:0;95451c90bed2:34953 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:18:55,692 INFO [M:0;95451c90bed2:34953 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-02T18:18:55,711 DEBUG [M:0;95451c90bed2:34953 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41437/user/jenkins/test-data/31a4f50f-91e4-2383-6de6-fb6aa109cf33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5b5aa897ca3844b0b93bd4d9cf00ae8e is 82, key is hbase:meta,,1/info:regioninfo/1733163533079/Put/seqid=0 2024-12-02T18:18:55,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45281 is added to blk_1073741837_1013 (size=5672) 2024-12-02T18:18:55,930 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43405,1733163525032.replicationSource.wal-reader.95451c90bed2%2C43405%2C1733163525032,1-95451c90bed2,43405,1733163525032 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/WALs/95451c90bed2,43405,1733163525032/95451c90bed2%2C43405%2C1733163525032.1733163527483 to pos 0, reset compression=false 2024-12-02T18:18:56,116 INFO [M:0;95451c90bed2:34953 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41437/user/jenkins/test-data/31a4f50f-91e4-2383-6de6-fb6aa109cf33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5b5aa897ca3844b0b93bd4d9cf00ae8e 2024-12-02T18:18:56,153 DEBUG [M:0;95451c90bed2:34953 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41437/user/jenkins/test-data/31a4f50f-91e4-2383-6de6-fb6aa109cf33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/da729a7787c5418f93d9fbed6ba3122a is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733163533220/Put/seqid=0 2024-12-02T18:18:56,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45281 is added to blk_1073741838_1014 (size=5275) 2024-12-02T18:18:56,162 INFO [M:0;95451c90bed2:34953 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41437/user/jenkins/test-data/31a4f50f-91e4-2383-6de6-fb6aa109cf33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/da729a7787c5418f93d9fbed6ba3122a 2024-12-02T18:18:56,191 DEBUG [M:0;95451c90bed2:34953 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41437/user/jenkins/test-data/31a4f50f-91e4-2383-6de6-fb6aa109cf33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b3d152ab52b8429ca2668efb0965edf0 is 69, key is 95451c90bed2,39347,1733163530642/rs:state/1733163532441/Put/seqid=0 2024-12-02T18:18:56,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45281 is added to blk_1073741839_1015 (size=5156) 2024-12-02T18:18:56,201 INFO [M:0;95451c90bed2:34953 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41437/user/jenkins/test-data/31a4f50f-91e4-2383-6de6-fb6aa109cf33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b3d152ab52b8429ca2668efb0965edf0 2024-12-02T18:18:56,222 DEBUG [M:0;95451c90bed2:34953 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41437/user/jenkins/test-data/31a4f50f-91e4-2383-6de6-fb6aa109cf33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5b5aa897ca3844b0b93bd4d9cf00ae8e as hdfs://localhost:41437/user/jenkins/test-data/31a4f50f-91e4-2383-6de6-fb6aa109cf33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5b5aa897ca3844b0b93bd4d9cf00ae8e 2024-12-02T18:18:56,231 INFO [M:0;95451c90bed2:34953 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41437/user/jenkins/test-data/31a4f50f-91e4-2383-6de6-fb6aa109cf33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5b5aa897ca3844b0b93bd4d9cf00ae8e, entries=8, sequenceid=28, filesize=5.5 K 2024-12-02T18:18:56,233 DEBUG [M:0;95451c90bed2:34953 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41437/user/jenkins/test-data/31a4f50f-91e4-2383-6de6-fb6aa109cf33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/da729a7787c5418f93d9fbed6ba3122a as hdfs://localhost:41437/user/jenkins/test-data/31a4f50f-91e4-2383-6de6-fb6aa109cf33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/da729a7787c5418f93d9fbed6ba3122a 2024-12-02T18:18:56,240 INFO [M:0;95451c90bed2:34953 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41437/user/jenkins/test-data/31a4f50f-91e4-2383-6de6-fb6aa109cf33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/da729a7787c5418f93d9fbed6ba3122a, entries=3, sequenceid=28, filesize=5.2 K 2024-12-02T18:18:56,241 DEBUG [M:0;95451c90bed2:34953 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41437/user/jenkins/test-data/31a4f50f-91e4-2383-6de6-fb6aa109cf33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b3d152ab52b8429ca2668efb0965edf0 as hdfs://localhost:41437/user/jenkins/test-data/31a4f50f-91e4-2383-6de6-fb6aa109cf33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b3d152ab52b8429ca2668efb0965edf0 2024-12-02T18:18:56,248 INFO [M:0;95451c90bed2:34953 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41437/user/jenkins/test-data/31a4f50f-91e4-2383-6de6-fb6aa109cf33/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b3d152ab52b8429ca2668efb0965edf0, entries=1, sequenceid=28, filesize=5.0 K 2024-12-02T18:18:56,249 INFO [M:0;95451c90bed2:34953 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 557ms, sequenceid=28, compaction requested=false 2024-12-02T18:18:56,253 INFO [M:0;95451c90bed2:34953 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:18:56,253 DEBUG [M:0;95451c90bed2:34953 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733163535692Disabling compacts and flushes for region at 1733163535692Disabling writes for close at 1733163535692Obtaining lock to block concurrent updates at 1733163535692Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733163535692Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733163535693 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733163535693Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733163535693Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733163535711 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733163535711Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733163536125 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733163536153 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733163536153Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733163536170 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733163536191 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733163536191Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61f11c9: reopening flushed file at 1733163536220 (+29 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@381c69db: reopening flushed file at 1733163536232 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@597c60ba: reopening flushed file at 1733163536240 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 557ms, sequenceid=28, compaction requested=false at 1733163536249 (+9 ms)Writing region close event to WAL at 1733163536253 (+4 ms)Closed at 1733163536253 2024-12-02T18:18:56,257 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/31a4f50f-91e4-2383-6de6-fb6aa109cf33/MasterData/WALs/95451c90bed2,34953,1733163530463/95451c90bed2%2C34953%2C1733163530463.1733163531718 not finished, retry = 0 2024-12-02T18:18:56,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45281 is added to blk_1073741830_1006 (size=10165) 2024-12-02T18:18:56,358 INFO [M:0;95451c90bed2:34953 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T18:18:56,358 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T18:18:56,358 INFO [M:0;95451c90bed2:34953 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34953 2024-12-02T18:18:56,359 INFO [M:0;95451c90bed2:34953 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T18:18:56,470 INFO [M:0;95451c90bed2:34953 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T18:18:56,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34953-0x101974497380003, quorum=127.0.0.1:52310, baseZNode=/1519629672 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:18:56,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34953-0x101974497380003, quorum=127.0.0.1:52310, baseZNode=/1519629672 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:18:56,472 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2e8a6af4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T18:18:56,473 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5fb0e8d3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T18:18:56,473 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T18:18:56,473 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24630b66{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T18:18:56,473 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48299201{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bf626fc-5731-605a-efe4-f98d859fcf72/hadoop.log.dir/,STOPPED} 2024-12-02T18:18:56,475 WARN [BP-1773610350-172.17.0.3-1733163528651 heartbeating to localhost/127.0.0.1:41437 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T18:18:56,475 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T18:18:56,475 WARN [BP-1773610350-172.17.0.3-1733163528651 heartbeating to localhost/127.0.0.1:41437 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1773610350-172.17.0.3-1733163528651 (Datanode Uuid c05cef3e-0507-4dee-9b1f-e1d3defae26b) service to localhost/127.0.0.1:41437 2024-12-02T18:18:56,475 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T18:18:56,475 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bf626fc-5731-605a-efe4-f98d859fcf72/cluster_4729166f-4653-23eb-b96f-6bc8ab383a55/data/data1/current/BP-1773610350-172.17.0.3-1733163528651 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T18:18:56,476 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bf626fc-5731-605a-efe4-f98d859fcf72/cluster_4729166f-4653-23eb-b96f-6bc8ab383a55/data/data2/current/BP-1773610350-172.17.0.3-1733163528651 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T18:18:56,476 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T18:18:56,481 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b0c18d7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T18:18:56,482 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@477582de{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T18:18:56,482 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T18:18:56,482 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@372d7fa6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T18:18:56,483 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a51996c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bf626fc-5731-605a-efe4-f98d859fcf72/hadoop.log.dir/,STOPPED} 2024-12-02T18:18:56,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T18:18:56,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T18:18:56,497 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T18:18:56,497 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:18:56,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:18:56,497 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:18:56,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:18:56,498 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T18:18:56,498 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=981687431, stopped=false 2024-12-02T18:18:56,498 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=95451c90bed2,38035,1733163524846 2024-12-02T18:18:56,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38035-0x101974497380000, quorum=127.0.0.1:52310, baseZNode=/0-1400765956 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1400765956/running 2024-12-02T18:18:56,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43405-0x101974497380001, quorum=127.0.0.1:52310, baseZNode=/0-1400765956 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1400765956/running 2024-12-02T18:18:56,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38035-0x101974497380000, quorum=127.0.0.1:52310, baseZNode=/0-1400765956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1400765956 2024-12-02T18:18:56,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43405-0x101974497380001, quorum=127.0.0.1:52310, baseZNode=/0-1400765956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1400765956 2024-12-02T18:18:56,517 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T18:18:56,517 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T18:18:56,517 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:18:56,517 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38035-0x101974497380000, quorum=127.0.0.1:52310, baseZNode=/0-1400765956 Set watcher on znode that does not yet exist, /0-1400765956/running 2024-12-02T18:18:56,517 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43405-0x101974497380001, quorum=127.0.0.1:52310, baseZNode=/0-1400765956 Set watcher on znode that does not yet exist, /0-1400765956/running 2024-12-02T18:18:56,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:18:56,517 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '95451c90bed2,43405,1733163525032' ***** 2024-12-02T18:18:56,517 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T18:18:56,518 INFO [RS:0;95451c90bed2:43405 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T18:18:56,518 INFO [RS:0;95451c90bed2:43405 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T18:18:56,518 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T18:18:56,518 INFO [RS:0;95451c90bed2:43405 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T18:18:56,518 INFO [RS:0;95451c90bed2:43405 {}] regionserver.HRegionServer(3091): Received CLOSE for 3f03fea5e92cb1ccc678f1d2ae6c007e 2024-12-02T18:18:56,518 INFO [RS:0;95451c90bed2:43405 {}] regionserver.HRegionServer(959): stopping server 95451c90bed2,43405,1733163525032 2024-12-02T18:18:56,518 INFO [RS:0;95451c90bed2:43405 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T18:18:56,518 INFO [RS:0;95451c90bed2:43405 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;95451c90bed2:43405. 2024-12-02T18:18:56,518 DEBUG [RS:0;95451c90bed2:43405 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:18:56,518 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3f03fea5e92cb1ccc678f1d2ae6c007e, disabling compactions & flushes 2024-12-02T18:18:56,519 DEBUG [RS:0;95451c90bed2:43405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:18:56,519 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733163533400.3f03fea5e92cb1ccc678f1d2ae6c007e. 2024-12-02T18:18:56,519 INFO [RS:0;95451c90bed2:43405 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T18:18:56,519 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733163533400.3f03fea5e92cb1ccc678f1d2ae6c007e. 2024-12-02T18:18:56,519 INFO [RS:0;95451c90bed2:43405 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T18:18:56,519 INFO [RS:0;95451c90bed2:43405 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T18:18:56,519 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733163533400.3f03fea5e92cb1ccc678f1d2ae6c007e. after waiting 0 ms 2024-12-02T18:18:56,519 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733163533400.3f03fea5e92cb1ccc678f1d2ae6c007e. 2024-12-02T18:18:56,519 INFO [RS:0;95451c90bed2:43405 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T18:18:56,519 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3f03fea5e92cb1ccc678f1d2ae6c007e 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-02T18:18:56,519 INFO [RS:0;95451c90bed2:43405 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T18:18:56,519 DEBUG [RS:0;95451c90bed2:43405 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3f03fea5e92cb1ccc678f1d2ae6c007e=hbase:replication,,1733163533400.3f03fea5e92cb1ccc678f1d2ae6c007e.} 2024-12-02T18:18:56,519 DEBUG [RS:0;95451c90bed2:43405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3f03fea5e92cb1ccc678f1d2ae6c007e 2024-12-02T18:18:56,519 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T18:18:56,519 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T18:18:56,519 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T18:18:56,519 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T18:18:56,519 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T18:18:56,519 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-02T18:18:56,533 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/data/hbase/replication/3f03fea5e92cb1ccc678f1d2ae6c007e/.tmp/queue/a62ce2d990104e258e9826c839b4c024 is 151, key is 1-95451c90bed2,43405,1733163525032/queue:95451c90bed2%2C43405%2C1733163525032/1733163534483/Put/seqid=0 2024-12-02T18:18:56,533 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/data/hbase/meta/1588230740/.tmp/info/2a4fd83252234fb08dc3b0afb1d2bfe6 is 147, key is hbase:replication,,1733163533400.3f03fea5e92cb1ccc678f1d2ae6c007e./info:regioninfo/1733163534198/Put/seqid=0 2024-12-02T18:18:56,537 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43405,1733163525032.replicationSource.wal-reader.95451c90bed2%2C43405%2C1733163525032,1-95451c90bed2,43405,1733163525032 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/WALs/95451c90bed2,43405,1733163525032/95451c90bed2%2C43405%2C1733163525032.1733163527483 to pos 0, reset compression=false 2024-12-02T18:18:56,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741839_1015 (size=5350) 2024-12-02T18:18:56,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741838_1014 (size=6631) 2024-12-02T18:18:56,576 INFO [regionserver/95451c90bed2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T18:18:56,604 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T18:18:56,604 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-02T18:18:56,605 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-02T18:18:56,605 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-02T18:18:56,605 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T18:18:56,605 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-02T18:18:56,605 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T18:18:56,605 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-02T18:18:56,605 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T18:18:56,605 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-02T18:18:56,719 DEBUG [RS:0;95451c90bed2:43405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3f03fea5e92cb1ccc678f1d2ae6c007e 2024-12-02T18:18:56,919 DEBUG [RS:0;95451c90bed2:43405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3f03fea5e92cb1ccc678f1d2ae6c007e 2024-12-02T18:18:56,939 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/data/hbase/replication/3f03fea5e92cb1ccc678f1d2ae6c007e/.tmp/queue/a62ce2d990104e258e9826c839b4c024 2024-12-02T18:18:56,939 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/data/hbase/meta/1588230740/.tmp/info/2a4fd83252234fb08dc3b0afb1d2bfe6 2024-12-02T18:18:56,945 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/data/hbase/replication/3f03fea5e92cb1ccc678f1d2ae6c007e/.tmp/queue/a62ce2d990104e258e9826c839b4c024 as hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/data/hbase/replication/3f03fea5e92cb1ccc678f1d2ae6c007e/queue/a62ce2d990104e258e9826c839b4c024 2024-12-02T18:18:56,951 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/data/hbase/replication/3f03fea5e92cb1ccc678f1d2ae6c007e/queue/a62ce2d990104e258e9826c839b4c024, entries=1, sequenceid=5, filesize=5.2 K 2024-12-02T18:18:56,952 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 3f03fea5e92cb1ccc678f1d2ae6c007e in 433ms, sequenceid=5, compaction requested=false 2024-12-02T18:18:56,952 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-02T18:18:56,956 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/data/hbase/replication/3f03fea5e92cb1ccc678f1d2ae6c007e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T18:18:56,957 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T18:18:56,957 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T18:18:56,957 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733163533400.3f03fea5e92cb1ccc678f1d2ae6c007e. 2024-12-02T18:18:56,957 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3f03fea5e92cb1ccc678f1d2ae6c007e: Waiting for close lock at 1733163536518Running coprocessor pre-close hooks at 1733163536518Disabling compacts and flushes for region at 1733163536518Disabling writes for close at 1733163536519 (+1 ms)Obtaining lock to block concurrent updates at 1733163536519Preparing flush snapshotting stores in 3f03fea5e92cb1ccc678f1d2ae6c007e at 1733163536519Finished memstore snapshotting hbase:replication,,1733163533400.3f03fea5e92cb1ccc678f1d2ae6c007e., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733163536519Flushing stores of hbase:replication,,1733163533400.3f03fea5e92cb1ccc678f1d2ae6c007e. at 1733163536520 (+1 ms)Flushing 3f03fea5e92cb1ccc678f1d2ae6c007e/queue: creating writer at 1733163536520Flushing 3f03fea5e92cb1ccc678f1d2ae6c007e/queue: appending metadata at 1733163536533 (+13 ms)Flushing 3f03fea5e92cb1ccc678f1d2ae6c007e/queue: closing flushed file at 1733163536533Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b35398: reopening flushed file at 1733163536944 (+411 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 3f03fea5e92cb1ccc678f1d2ae6c007e in 433ms, sequenceid=5, compaction requested=false at 1733163536952 (+8 ms)Writing region close event to WAL at 1733163536953 (+1 ms)Running coprocessor post-close hooks at 1733163536957 (+4 ms)Closed at 1733163536957 2024-12-02T18:18:56,957 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733163533400.3f03fea5e92cb1ccc678f1d2ae6c007e. 2024-12-02T18:18:56,958 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/data/hbase/meta/1588230740/.tmp/ns/40443410f14e4ab7b93cb7f83b369956 is 43, key is default/ns:d/1733163528564/Put/seqid=0 2024-12-02T18:18:56,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741840_1016 (size=5153) 2024-12-02T18:18:57,120 DEBUG [RS:0;95451c90bed2:43405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T18:18:57,242 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43405,1733163525032.replicationSource.wal-reader.95451c90bed2%2C43405%2C1733163525032,1-95451c90bed2,43405,1733163525032 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/WALs/95451c90bed2,43405,1733163525032/95451c90bed2%2C43405%2C1733163525032.1733163527483 to pos 0, reset compression=false 2024-12-02T18:18:57,320 DEBUG [RS:0;95451c90bed2:43405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T18:18:57,366 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/data/hbase/meta/1588230740/.tmp/ns/40443410f14e4ab7b93cb7f83b369956 2024-12-02T18:18:57,386 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/data/hbase/meta/1588230740/.tmp/table/dbe68f2e060b49f197984a930d33035a is 53, key is hbase:replication/table:state/1733163534210/Put/seqid=0 2024-12-02T18:18:57,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741841_1017 (size=5256) 2024-12-02T18:18:57,398 INFO [regionserver/95451c90bed2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T18:18:57,398 INFO [regionserver/95451c90bed2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T18:18:57,520 INFO [RS:0;95451c90bed2:43405 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T18:18:57,520 DEBUG [RS:0;95451c90bed2:43405 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T18:18:57,520 DEBUG [RS:0;95451c90bed2:43405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T18:18:57,720 DEBUG [RS:0;95451c90bed2:43405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T18:18:57,791 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/data/hbase/meta/1588230740/.tmp/table/dbe68f2e060b49f197984a930d33035a 2024-12-02T18:18:57,797 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/data/hbase/meta/1588230740/.tmp/info/2a4fd83252234fb08dc3b0afb1d2bfe6 as hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/data/hbase/meta/1588230740/info/2a4fd83252234fb08dc3b0afb1d2bfe6 2024-12-02T18:18:57,802 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/data/hbase/meta/1588230740/info/2a4fd83252234fb08dc3b0afb1d2bfe6, entries=10, sequenceid=11, filesize=6.5 K 2024-12-02T18:18:57,803 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/data/hbase/meta/1588230740/.tmp/ns/40443410f14e4ab7b93cb7f83b369956 as hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/data/hbase/meta/1588230740/ns/40443410f14e4ab7b93cb7f83b369956 2024-12-02T18:18:57,808 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/data/hbase/meta/1588230740/ns/40443410f14e4ab7b93cb7f83b369956, entries=2, sequenceid=11, filesize=5.0 K 2024-12-02T18:18:57,810 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/data/hbase/meta/1588230740/.tmp/table/dbe68f2e060b49f197984a930d33035a as hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/data/hbase/meta/1588230740/table/dbe68f2e060b49f197984a930d33035a 2024-12-02T18:18:57,815 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/data/hbase/meta/1588230740/table/dbe68f2e060b49f197984a930d33035a, entries=2, sequenceid=11, filesize=5.1 K 2024-12-02T18:18:57,816 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1297ms, sequenceid=11, compaction requested=false 2024-12-02T18:18:57,821 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-02T18:18:57,821 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T18:18:57,821 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T18:18:57,822 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T18:18:57,822 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733163536519Running coprocessor pre-close hooks at 1733163536519Disabling compacts and flushes for region at 1733163536519Disabling writes for close at 1733163536519Obtaining lock to block concurrent updates at 1733163536519Preparing flush snapshotting stores in 1588230740 at 1733163536519Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733163536520 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733163536520Flushing 1588230740/info: creating writer at 1733163536520Flushing 1588230740/info: appending metadata at 1733163536533 (+13 ms)Flushing 1588230740/info: closing flushed file at 1733163536533Flushing 1588230740/ns: creating writer at 1733163536944 (+411 ms)Flushing 1588230740/ns: appending metadata at 1733163536958 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733163536958Flushing 1588230740/table: creating writer at 1733163537373 (+415 ms)Flushing 1588230740/table: appending metadata at 1733163537386 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733163537386Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28aa337e: reopening flushed file at 1733163537796 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69783011: reopening flushed file at 1733163537802 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7581f719: reopening flushed file at 1733163537809 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1297ms, sequenceid=11, compaction requested=false at 1733163537816 (+7 ms)Writing region close event to WAL at 1733163537817 (+1 ms)Running coprocessor post-close hooks at 1733163537821 (+4 ms)Closed at 1733163537822 (+1 ms) 2024-12-02T18:18:57,822 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T18:18:57,920 INFO [RS:0;95451c90bed2:43405 {}] regionserver.HRegionServer(976): stopping server 95451c90bed2,43405,1733163525032; all regions closed. 2024-12-02T18:18:57,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741834_1010 (size=2742) 2024-12-02T18:18:57,923 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/WALs/95451c90bed2,43405,1733163525032/95451c90bed2%2C43405%2C1733163525032.meta.1733163528490.meta not finished, retry = 0 2024-12-02T18:18:58,041 DEBUG [RS:0;95451c90bed2:43405 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/oldWALs 2024-12-02T18:18:58,041 INFO [RS:0;95451c90bed2:43405 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 95451c90bed2%2C43405%2C1733163525032.meta:.meta(num 1733163528490) 2024-12-02T18:18:58,048 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43405,1733163525032.replicationSource.wal-reader.95451c90bed2%2C43405%2C1733163525032,1-95451c90bed2,43405,1733163525032 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/WALs/95451c90bed2,43405,1733163525032/95451c90bed2%2C43405%2C1733163525032.1733163527483 to pos 0, reset compression=false 2024-12-02T18:18:58,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741837_1013 (size=1586) 2024-12-02T18:18:58,069 DEBUG [RS:0;95451c90bed2:43405 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/oldWALs 2024-12-02T18:18:58,069 INFO [RS:0;95451c90bed2:43405 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 95451c90bed2%2C43405%2C1733163525032.rep:(num 1733163534159) 2024-12-02T18:18:58,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741832_1008 (size=93) 2024-12-02T18:18:58,085 DEBUG [RS:0;95451c90bed2:43405 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/oldWALs 2024-12-02T18:18:58,085 INFO [RS:0;95451c90bed2:43405 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 95451c90bed2%2C43405%2C1733163525032:(num 1733163527483) 2024-12-02T18:18:58,085 DEBUG [RS:0;95451c90bed2:43405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:18:58,085 INFO [RS:0;95451c90bed2:43405 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T18:18:58,085 INFO [RS:0;95451c90bed2:43405 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T18:18:58,085 INFO [RS:0;95451c90bed2:43405 {}] hbase.ChoreService(370): Chore service for: regionserver/95451c90bed2:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T18:18:58,085 INFO [RS:0;95451c90bed2:43405 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T18:18:58,085 INFO [RS:0;95451c90bed2:43405 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-95451c90bed2,43405,1733163525032 because: Region server is closing 2024-12-02T18:18:58,086 INFO [regionserver/95451c90bed2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T18:18:58,086 INFO [RS:0;95451c90bed2:43405 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;95451c90bed2:43405. 2024-12-02T18:18:58,086 DEBUG [RS:0;95451c90bed2:43405 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:18:58,086 DEBUG [RS:0;95451c90bed2:43405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:18:58,086 DEBUG [RS:0;95451c90bed2:43405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:18:58,086 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:18:58,187 WARN [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43405,1733163525032.replicationSource.wal-reader.95451c90bed2%2C43405%2C1733163525032,1-95451c90bed2,43405,1733163525032 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T18:18:58,187 WARN [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43405,1733163525032.replicationSource.shipper95451c90bed2%2C43405%2C1733163525032,1-95451c90bed2,43405,1733163525032 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-02T18:18:58,187 INFO [RS:0;95451c90bed2:43405 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43405,1733163525032.replicationSource.shipper95451c90bed2%2C43405%2C1733163525032,1-95451c90bed2,43405,1733163525032 terminated 2024-12-02T18:18:58,187 INFO [RS:0;95451c90bed2:43405 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43405 2024-12-02T18:18:58,273 INFO [RS:0;95451c90bed2:43405 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T18:18:58,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43405-0x101974497380001, quorum=127.0.0.1:52310, baseZNode=/0-1400765956 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1400765956/rs/95451c90bed2,43405,1733163525032 2024-12-02T18:18:58,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38035-0x101974497380000, quorum=127.0.0.1:52310, baseZNode=/0-1400765956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1400765956/rs 2024-12-02T18:18:58,274 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [95451c90bed2,43405,1733163525032] 2024-12-02T18:18:58,285 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1400765956/draining/95451c90bed2,43405,1733163525032 already deleted, retry=false 2024-12-02T18:18:58,285 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 95451c90bed2,43405,1733163525032 expired; onlineServers=0 2024-12-02T18:18:58,286 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '95451c90bed2,38035,1733163524846' ***** 2024-12-02T18:18:58,286 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T18:18:58,286 INFO [M:0;95451c90bed2:38035 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T18:18:58,286 INFO [M:0;95451c90bed2:38035 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T18:18:58,286 DEBUG [M:0;95451c90bed2:38035 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T18:18:58,286 DEBUG [M:0;95451c90bed2:38035 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T18:18:58,286 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T18:18:58,286 DEBUG [master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.large.0-1733163527280 {}] cleaner.HFileCleaner(306): Exit Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.large.0-1733163527280,5,FailOnTimeoutGroup] 2024-12-02T18:18:58,286 DEBUG [master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.small.0-1733163527280 {}] cleaner.HFileCleaner(306): Exit Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.small.0-1733163527280,5,FailOnTimeoutGroup] 2024-12-02T18:18:58,286 INFO [M:0;95451c90bed2:38035 {}] hbase.ChoreService(370): Chore service for: master/95451c90bed2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T18:18:58,286 INFO [M:0;95451c90bed2:38035 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T18:18:58,286 DEBUG [M:0;95451c90bed2:38035 {}] master.HMaster(1795): Stopping service threads 2024-12-02T18:18:58,286 INFO [M:0;95451c90bed2:38035 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T18:18:58,286 INFO [M:0;95451c90bed2:38035 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T18:18:58,287 INFO [M:0;95451c90bed2:38035 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T18:18:58,287 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T18:18:58,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38035-0x101974497380000, quorum=127.0.0.1:52310, baseZNode=/0-1400765956 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1400765956/master 2024-12-02T18:18:58,306 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1400765956/master already deleted, retry=false 2024-12-02T18:18:58,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38035-0x101974497380000, quorum=127.0.0.1:52310, baseZNode=/0-1400765956 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1400765956 2024-12-02T18:18:58,307 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:38035-0x101974497380000, quorum=127.0.0.1:52310, baseZNode=/0-1400765956 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1400765956/master 2024-12-02T18:18:58,307 INFO [M:0;95451c90bed2:38035 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/.lastflushedseqids 2024-12-02T18:18:58,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741842_1018 (size=181) 2024-12-02T18:18:58,312 INFO [M:0;95451c90bed2:38035 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T18:18:58,312 INFO [M:0;95451c90bed2:38035 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T18:18:58,312 DEBUG [M:0;95451c90bed2:38035 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T18:18:58,312 INFO [M:0;95451c90bed2:38035 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:18:58,312 DEBUG [M:0;95451c90bed2:38035 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:18:58,312 DEBUG [M:0;95451c90bed2:38035 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T18:18:58,312 DEBUG [M:0;95451c90bed2:38035 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:18:58,313 INFO [M:0;95451c90bed2:38035 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-02T18:18:58,335 DEBUG [M:0;95451c90bed2:38035 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5dd774d95f8140a48bcec5726912c39a is 82, key is hbase:meta,,1/info:regioninfo/1733163528528/Put/seqid=0 2024-12-02T18:18:58,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741843_1019 (size=5672) 2024-12-02T18:18:58,396 INFO [RS:0;95451c90bed2:43405 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T18:18:58,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43405-0x101974497380001, quorum=127.0.0.1:52310, baseZNode=/0-1400765956 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:18:58,396 INFO [RS:0;95451c90bed2:43405 {}] regionserver.HRegionServer(1031): Exiting; stopping=95451c90bed2,43405,1733163525032; zookeeper connection closed. 2024-12-02T18:18:58,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43405-0x101974497380001, quorum=127.0.0.1:52310, baseZNode=/0-1400765956 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:18:58,396 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6d0eff26 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6d0eff26 2024-12-02T18:18:58,397 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T18:18:58,554 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T18:18:58,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:18:58,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:18:58,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:18:58,742 INFO [M:0;95451c90bed2:38035 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5dd774d95f8140a48bcec5726912c39a 2024-12-02T18:18:58,760 DEBUG [M:0;95451c90bed2:38035 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cbb3cd7780304b98aecf0170293d2b48 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733163534216/Put/seqid=0 2024-12-02T18:18:58,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741844_1020 (size=7203) 2024-12-02T18:18:59,164 INFO [M:0;95451c90bed2:38035 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cbb3cd7780304b98aecf0170293d2b48 2024-12-02T18:18:59,182 DEBUG [M:0;95451c90bed2:38035 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9029586f0fb04fa6a524d27efb921102 is 69, key is 95451c90bed2,43405,1733163525032/rs:state/1733163527332/Put/seqid=0 2024-12-02T18:18:59,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741845_1021 (size=5156) 2024-12-02T18:18:59,587 INFO [M:0;95451c90bed2:38035 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9029586f0fb04fa6a524d27efb921102 2024-12-02T18:18:59,592 DEBUG [M:0;95451c90bed2:38035 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5dd774d95f8140a48bcec5726912c39a as hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5dd774d95f8140a48bcec5726912c39a 2024-12-02T18:18:59,597 INFO [M:0;95451c90bed2:38035 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5dd774d95f8140a48bcec5726912c39a, entries=8, sequenceid=70, filesize=5.5 K 2024-12-02T18:18:59,598 DEBUG [M:0;95451c90bed2:38035 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cbb3cd7780304b98aecf0170293d2b48 as hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cbb3cd7780304b98aecf0170293d2b48 2024-12-02T18:18:59,603 INFO [M:0;95451c90bed2:38035 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cbb3cd7780304b98aecf0170293d2b48, entries=8, sequenceid=70, filesize=7.0 K 2024-12-02T18:18:59,604 DEBUG [M:0;95451c90bed2:38035 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9029586f0fb04fa6a524d27efb921102 as hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9029586f0fb04fa6a524d27efb921102 2024-12-02T18:18:59,609 INFO [M:0;95451c90bed2:38035 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43929/user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9029586f0fb04fa6a524d27efb921102, entries=1, sequenceid=70, filesize=5.0 K 2024-12-02T18:18:59,611 INFO [M:0;95451c90bed2:38035 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=70, compaction requested=false 2024-12-02T18:18:59,612 INFO [M:0;95451c90bed2:38035 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:18:59,612 DEBUG [M:0;95451c90bed2:38035 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733163538312Disabling compacts and flushes for region at 1733163538312Disabling writes for close at 1733163538312Obtaining lock to block concurrent updates at 1733163538313 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733163538313Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733163538313Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733163538314 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733163538314Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733163538334 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733163538334Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733163538747 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733163538759 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733163538759Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733163539169 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733163539182 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733163539182Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3df784a9: reopening flushed file at 1733163539591 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@680cab5e: reopening flushed file at 1733163539597 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ed12692: reopening flushed file at 1733163539603 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=70, compaction requested=false at 1733163539611 (+8 ms)Writing region close event to WAL at 1733163539612 (+1 ms)Closed at 1733163539612 2024-12-02T18:18:59,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40639 is added to blk_1073741830_1006 (size=41008) 2024-12-02T18:18:59,618 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/db4f19ab-d66a-5737-9506-fff4f43b48df/MasterData/WALs/95451c90bed2,38035,1733163524846/95451c90bed2%2C38035%2C1733163524846.1733163527010 not finished, retry = 0 2024-12-02T18:18:59,719 INFO [M:0;95451c90bed2:38035 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T18:18:59,719 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T18:18:59,719 INFO [M:0;95451c90bed2:38035 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38035 2024-12-02T18:18:59,719 INFO [M:0;95451c90bed2:38035 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T18:18:59,870 INFO [M:0;95451c90bed2:38035 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T18:18:59,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38035-0x101974497380000, quorum=127.0.0.1:52310, baseZNode=/0-1400765956 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:18:59,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38035-0x101974497380000, quorum=127.0.0.1:52310, baseZNode=/0-1400765956 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:18:59,872 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6d028f7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T18:18:59,872 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@117d18f8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T18:18:59,872 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T18:18:59,873 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@160643fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T18:18:59,873 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@304ca39a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d74f70-4df4-989d-abfd-f5d0bf2f6d19/hadoop.log.dir/,STOPPED} 2024-12-02T18:18:59,874 WARN [BP-1431899205-172.17.0.3-1733163522984 heartbeating to localhost/127.0.0.1:43929 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T18:18:59,874 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T18:18:59,874 WARN [BP-1431899205-172.17.0.3-1733163522984 heartbeating to localhost/127.0.0.1:43929 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1431899205-172.17.0.3-1733163522984 (Datanode Uuid 0c779aa0-c933-44ae-a46b-47218de2d159) service to localhost/127.0.0.1:43929 2024-12-02T18:18:59,874 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T18:18:59,874 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d74f70-4df4-989d-abfd-f5d0bf2f6d19/cluster_d7131ef2-71a5-fad5-793a-22ee8169d115/data/data1/current/BP-1431899205-172.17.0.3-1733163522984 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T18:18:59,875 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d74f70-4df4-989d-abfd-f5d0bf2f6d19/cluster_d7131ef2-71a5-fad5-793a-22ee8169d115/data/data2/current/BP-1431899205-172.17.0.3-1733163522984 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T18:18:59,875 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T18:18:59,880 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@325deebb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T18:18:59,880 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@585a0e50{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T18:18:59,880 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T18:18:59,881 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c904599{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T18:18:59,881 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45a87e15{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f1d74f70-4df4-989d-abfd-f5d0bf2f6d19/hadoop.log.dir/,STOPPED} 2024-12-02T18:18:59,887 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T18:18:59,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T18:18:59,904 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=137 (was 114) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:43929 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52310) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41437 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41437 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43929 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43929 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52310) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41437 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41437 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43929 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:41437 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41437 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43929 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43929 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41437 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43929 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43929 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41437 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=355 (was 344) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3263 (was 4005) 2024-12-02T18:18:59,911 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=137, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=355, ProcessCount=11, AvailableMemoryMB=3263 2024-12-02T18:18:59,923 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-12-02T18:18:59,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bf626fc-5731-605a-efe4-f98d859fcf72/hadoop.log.dir so I do NOT create it in target/test-data/fb6c9f73-8156-64e7-0dc6-2a764b30d8c8 2024-12-02T18:18:59,924 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bf626fc-5731-605a-efe4-f98d859fcf72/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T18:18:59,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bf626fc-5731-605a-efe4-f98d859fcf72/hadoop.tmp.dir so I do NOT create it in target/test-data/fb6c9f73-8156-64e7-0dc6-2a764b30d8c8 2024-12-02T18:18:59,924 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0bf626fc-5731-605a-efe4-f98d859fcf72/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T18:18:59,924 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb6c9f73-8156-64e7-0dc6-2a764b30d8c8 2024-12-02T18:18:59,924 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb6c9f73-8156-64e7-0dc6-2a764b30d8c8/cluster_cf43ceed-d992-9b05-4a54-fc3a51f6bfcb, deleteOnExit=true 2024-12-02T18:18:59,927 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb6c9f73-8156-64e7-0dc6-2a764b30d8c8/cluster_cf43ceed-d992-9b05-4a54-fc3a51f6bfcb/zookeeper_0, clientPort=51170, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb6c9f73-8156-64e7-0dc6-2a764b30d8c8/cluster_cf43ceed-d992-9b05-4a54-fc3a51f6bfcb/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb6c9f73-8156-64e7-0dc6-2a764b30d8c8/cluster_cf43ceed-d992-9b05-4a54-fc3a51f6bfcb/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T18:18:59,928 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51170 2024-12-02T18:18:59,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T18:18:59,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T18:18:59,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb6c9f73-8156-64e7-0dc6-2a764b30d8c8/test.cache.data in system properties and HBase conf 2024-12-02T18:18:59,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb6c9f73-8156-64e7-0dc6-2a764b30d8c8/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T18:18:59,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb6c9f73-8156-64e7-0dc6-2a764b30d8c8/hadoop.log.dir in system properties and HBase conf 2024-12-02T18:18:59,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb6c9f73-8156-64e7-0dc6-2a764b30d8c8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T18:18:59,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb6c9f73-8156-64e7-0dc6-2a764b30d8c8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T18:18:59,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T18:18:59,929 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T18:18:59,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb6c9f73-8156-64e7-0dc6-2a764b30d8c8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T18:18:59,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb6c9f73-8156-64e7-0dc6-2a764b30d8c8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T18:18:59,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb6c9f73-8156-64e7-0dc6-2a764b30d8c8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T18:18:59,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb6c9f73-8156-64e7-0dc6-2a764b30d8c8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T18:18:59,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb6c9f73-8156-64e7-0dc6-2a764b30d8c8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T18:18:59,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb6c9f73-8156-64e7-0dc6-2a764b30d8c8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T18:18:59,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb6c9f73-8156-64e7-0dc6-2a764b30d8c8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T18:18:59,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb6c9f73-8156-64e7-0dc6-2a764b30d8c8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T18:18:59,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb6c9f73-8156-64e7-0dc6-2a764b30d8c8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T18:18:59,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb6c9f73-8156-64e7-0dc6-2a764b30d8c8/nfs.dump.dir in system properties and HBase conf 2024-12-02T18:18:59,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb6c9f73-8156-64e7-0dc6-2a764b30d8c8/java.io.tmpdir in system properties and HBase conf 2024-12-02T18:18:59,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb6c9f73-8156-64e7-0dc6-2a764b30d8c8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T18:18:59,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb6c9f73-8156-64e7-0dc6-2a764b30d8c8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T18:18:59,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb6c9f73-8156-64e7-0dc6-2a764b30d8c8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T18:18:59,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101974497380002, quorum=127.0.0.1:52310, baseZNode=/0-1400765956 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T18:18:59,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101974497380005, quorum=127.0.0.1:52310, baseZNode=/1519629672 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T18:18:59,984 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101974497380005, quorum=127.0.0.1:52310, baseZNode=/1519629672 Received Disconnected from ZooKeeper, ignoring 2024-12-02T18:18:59,984 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101974497380002, quorum=127.0.0.1:52310, baseZNode=/0-1400765956 Received Disconnected from ZooKeeper, ignoring 2024-12-02T18:19:00,236 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T18:19:00,241 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T18:19:00,244 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T18:19:00,244 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T18:19:00,244 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T18:19:00,245 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T18:19:00,245 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c806ef1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb6c9f73-8156-64e7-0dc6-2a764b30d8c8/hadoop.log.dir/,AVAILABLE} 2024-12-02T18:19:00,246 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d8ba4d2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T18:19:00,336 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@783d7d0e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb6c9f73-8156-64e7-0dc6-2a764b30d8c8/java.io.tmpdir/jetty-localhost-33015-hadoop-hdfs-3_4_1-tests_jar-_-any-14728181585219163979/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T18:19:00,337 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b7ce1ce{HTTP/1.1, (http/1.1)}{localhost:33015} 2024-12-02T18:19:00,337 INFO [Time-limited test {}] server.Server(415): Started @49870ms 2024-12-02T18:19:00,605 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T18:19:00,609 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T18:19:00,615 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T18:19:00,615 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T18:19:00,616 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T18:19:00,616 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fe4dffa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb6c9f73-8156-64e7-0dc6-2a764b30d8c8/hadoop.log.dir/,AVAILABLE} 2024-12-02T18:19:00,617 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26e6eb90{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T18:19:00,737 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3447de6b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb6c9f73-8156-64e7-0dc6-2a764b30d8c8/java.io.tmpdir/jetty-localhost-39871-hadoop-hdfs-3_4_1-tests_jar-_-any-11828891280750839597/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T18:19:00,737 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@59dd9a7f{HTTP/1.1, (http/1.1)}{localhost:39871} 2024-12-02T18:19:00,737 INFO [Time-limited test {}] server.Server(415): Started @50270ms 2024-12-02T18:19:00,739 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T18:19:01,421 WARN [Thread-830 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb6c9f73-8156-64e7-0dc6-2a764b30d8c8/cluster_cf43ceed-d992-9b05-4a54-fc3a51f6bfcb/data/data2/current/BP-889905892-172.17.0.3-1733163539963/current, will proceed with Du for space computation calculation, 2024-12-02T18:19:01,421 WARN [Thread-829 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb6c9f73-8156-64e7-0dc6-2a764b30d8c8/cluster_cf43ceed-d992-9b05-4a54-fc3a51f6bfcb/data/data1/current/BP-889905892-172.17.0.3-1733163539963/current, will proceed with Du for space computation calculation, 2024-12-02T18:19:01,440 WARN [Thread-817 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T18:19:01,442 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x523a7dfd99b56423 with lease ID 0x22f2687b27d4a2f5: Processing first storage report for DS-dfcec062-e569-4c70-9ed3-9a361eeca796 from datanode DatanodeRegistration(127.0.0.1:34179, datanodeUuid=35741020-9301-4d43-a95b-a8bcb5becad0, infoPort=40757, infoSecurePort=0, ipcPort=43855, storageInfo=lv=-57;cid=testClusterID;nsid=1240964532;c=1733163539963) 2024-12-02T18:19:01,443 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x523a7dfd99b56423 with lease ID 0x22f2687b27d4a2f5: from storage DS-dfcec062-e569-4c70-9ed3-9a361eeca796 node DatanodeRegistration(127.0.0.1:34179, datanodeUuid=35741020-9301-4d43-a95b-a8bcb5becad0, infoPort=40757, infoSecurePort=0, ipcPort=43855, storageInfo=lv=-57;cid=testClusterID;nsid=1240964532;c=1733163539963), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T18:19:01,443 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x523a7dfd99b56423 with lease ID 0x22f2687b27d4a2f5: Processing first storage report for DS-36094c41-40da-4bcc-a38a-a85b08de2590 from datanode DatanodeRegistration(127.0.0.1:34179, datanodeUuid=35741020-9301-4d43-a95b-a8bcb5becad0, infoPort=40757, infoSecurePort=0, ipcPort=43855, storageInfo=lv=-57;cid=testClusterID;nsid=1240964532;c=1733163539963) 2024-12-02T18:19:01,443 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x523a7dfd99b56423 with lease ID 0x22f2687b27d4a2f5: from storage DS-36094c41-40da-4bcc-a38a-a85b08de2590 node DatanodeRegistration(127.0.0.1:34179, datanodeUuid=35741020-9301-4d43-a95b-a8bcb5becad0, infoPort=40757, infoSecurePort=0, ipcPort=43855, storageInfo=lv=-57;cid=testClusterID;nsid=1240964532;c=1733163539963), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T18:19:01,465 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb6c9f73-8156-64e7-0dc6-2a764b30d8c8 2024-12-02T18:19:01,465 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:19:01,466 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:19:01,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34179 is added to blk_1073741825_1001 (size=7) 2024-12-02T18:19:01,874 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433 with version=8 2024-12-02T18:19:01,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/hbase-staging 2024-12-02T18:19:01,876 INFO [Time-limited test {}] client.ConnectionUtils(128): master/95451c90bed2:0 server-side Connection retries=45 2024-12-02T18:19:01,876 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:19:01,876 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T18:19:01,876 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T18:19:01,876 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:19:01,876 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T18:19:01,876 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T18:19:01,876 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T18:19:01,877 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43093 2024-12-02T18:19:01,877 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43093 connecting to ZooKeeper ensemble=127.0.0.1:51170 2024-12-02T18:19:01,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:430930x0, quorum=127.0.0.1:51170, baseZNode=/0248402085 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T18:19:01,969 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43093-0x1019744d9820000 connected 2024-12-02T18:19:02,200 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:19:02,201 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:19:02,203 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43093-0x1019744d9820000, quorum=127.0.0.1:51170, baseZNode=/0248402085 Set watcher on znode that does not yet exist, /0248402085/running 2024-12-02T18:19:02,203 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433, hbase.cluster.distributed=false 2024-12-02T18:19:02,204 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43093-0x1019744d9820000, quorum=127.0.0.1:51170, baseZNode=/0248402085 Set watcher on znode that does not yet exist, /0248402085/acl 2024-12-02T18:19:02,205 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43093 2024-12-02T18:19:02,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43093 2024-12-02T18:19:02,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43093 2024-12-02T18:19:02,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43093 2024-12-02T18:19:02,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43093 2024-12-02T18:19:02,219 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/95451c90bed2:0 server-side Connection retries=45 2024-12-02T18:19:02,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:19:02,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T18:19:02,219 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T18:19:02,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:19:02,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T18:19:02,219 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T18:19:02,219 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T18:19:02,219 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41729 2024-12-02T18:19:02,220 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41729 connecting to ZooKeeper ensemble=127.0.0.1:51170 2024-12-02T18:19:02,221 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:19:02,222 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:19:02,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:417290x0, quorum=127.0.0.1:51170, baseZNode=/0248402085 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T18:19:02,232 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41729-0x1019744d9820001, quorum=127.0.0.1:51170, baseZNode=/0248402085 Set watcher on znode that does not yet exist, /0248402085/running 2024-12-02T18:19:02,232 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41729-0x1019744d9820001 connected 2024-12-02T18:19:02,232 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T18:19:02,233 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T18:19:02,233 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41729-0x1019744d9820001, quorum=127.0.0.1:51170, baseZNode=/0248402085 Set watcher on znode that does not yet exist, /0248402085/master 2024-12-02T18:19:02,234 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41729-0x1019744d9820001, quorum=127.0.0.1:51170, baseZNode=/0248402085 Set watcher on znode that does not yet exist, /0248402085/acl 2024-12-02T18:19:02,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41729 2024-12-02T18:19:02,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41729 2024-12-02T18:19:02,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41729 2024-12-02T18:19:02,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41729 2024-12-02T18:19:02,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41729 2024-12-02T18:19:02,248 DEBUG [M:0;95451c90bed2:43093 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;95451c90bed2:43093 2024-12-02T18:19:02,248 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0248402085/backup-masters/95451c90bed2,43093,1733163541876 2024-12-02T18:19:02,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43093-0x1019744d9820000, quorum=127.0.0.1:51170, baseZNode=/0248402085 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0248402085/backup-masters 2024-12-02T18:19:02,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41729-0x1019744d9820001, quorum=127.0.0.1:51170, baseZNode=/0248402085 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0248402085/backup-masters 2024-12-02T18:19:02,253 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43093-0x1019744d9820000, quorum=127.0.0.1:51170, baseZNode=/0248402085 Set watcher on existing znode=/0248402085/backup-masters/95451c90bed2,43093,1733163541876 2024-12-02T18:19:02,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41729-0x1019744d9820001, quorum=127.0.0.1:51170, baseZNode=/0248402085 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0248402085/master 2024-12-02T18:19:02,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43093-0x1019744d9820000, quorum=127.0.0.1:51170, baseZNode=/0248402085 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0248402085 2024-12-02T18:19:02,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41729-0x1019744d9820001, quorum=127.0.0.1:51170, baseZNode=/0248402085 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0248402085 2024-12-02T18:19:02,264 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43093-0x1019744d9820000, quorum=127.0.0.1:51170, baseZNode=/0248402085 Set watcher on existing znode=/0248402085/master 2024-12-02T18:19:02,264 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0248402085/backup-masters/95451c90bed2,43093,1733163541876 from backup master directory 2024-12-02T18:19:02,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43093-0x1019744d9820000, quorum=127.0.0.1:51170, baseZNode=/0248402085 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0248402085/backup-masters/95451c90bed2,43093,1733163541876 2024-12-02T18:19:02,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41729-0x1019744d9820001, quorum=127.0.0.1:51170, baseZNode=/0248402085 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0248402085/backup-masters 2024-12-02T18:19:02,274 WARN [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T18:19:02,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43093-0x1019744d9820000, quorum=127.0.0.1:51170, baseZNode=/0248402085 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0248402085/backup-masters 2024-12-02T18:19:02,274 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=95451c90bed2,43093,1733163541876 2024-12-02T18:19:02,278 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/hbase.id] with ID: d08d91c5-86f7-4d4a-94fa-2278876d5de9 2024-12-02T18:19:02,278 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/.tmp/hbase.id 2024-12-02T18:19:02,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34179 is added to blk_1073741826_1002 (size=42) 2024-12-02T18:19:02,683 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/.tmp/hbase.id]:[hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/hbase.id] 2024-12-02T18:19:02,694 INFO [master/95451c90bed2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:19:02,694 INFO [master/95451c90bed2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T18:19:02,696 INFO [master/95451c90bed2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-02T18:19:02,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43093-0x1019744d9820000, quorum=127.0.0.1:51170, baseZNode=/0248402085 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0248402085 2024-12-02T18:19:02,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41729-0x1019744d9820001, quorum=127.0.0.1:51170, baseZNode=/0248402085 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0248402085 2024-12-02T18:19:02,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34179 is added to blk_1073741827_1003 (size=196) 2024-12-02T18:19:03,132 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T18:19:03,133 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T18:19:03,133 INFO [master/95451c90bed2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:19:03,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34179 is added to blk_1073741828_1004 (size=1189) 2024-12-02T18:19:03,540 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/MasterData/data/master/store 2024-12-02T18:19:03,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34179 is added to blk_1073741829_1005 (size=34) 2024-12-02T18:19:03,689 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T18:19:03,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:19:03,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:19:03,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:19:03,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:19:03,945 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:19:03,946 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T18:19:03,946 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:19:03,946 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:19:03,946 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T18:19:03,946 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:19:03,946 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:19:03,946 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733163543946Disabling compacts and flushes for region at 1733163543946Disabling writes for close at 1733163543946Writing region close event to WAL at 1733163543946Closed at 1733163543946 2024-12-02T18:19:03,947 WARN [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/MasterData/data/master/store/.initializing 2024-12-02T18:19:03,947 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/MasterData/WALs/95451c90bed2,43093,1733163541876 2024-12-02T18:19:03,948 INFO [master/95451c90bed2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T18:19:03,949 INFO [master/95451c90bed2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=95451c90bed2%2C43093%2C1733163541876, suffix=, logDir=hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/MasterData/WALs/95451c90bed2,43093,1733163541876, archiveDir=hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/MasterData/oldWALs, maxLogs=10 2024-12-02T18:19:03,964 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/MasterData/WALs/95451c90bed2,43093,1733163541876/95451c90bed2%2C43093%2C1733163541876.1733163543950, exclude list is [], retry=0 2024-12-02T18:19:03,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34179,DS-dfcec062-e569-4c70-9ed3-9a361eeca796,DISK] 2024-12-02T18:19:03,968 INFO [master/95451c90bed2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/MasterData/WALs/95451c90bed2,43093,1733163541876/95451c90bed2%2C43093%2C1733163541876.1733163543950 2024-12-02T18:19:03,968 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40757:40757)] 2024-12-02T18:19:03,969 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:19:03,969 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:19:03,969 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:19:03,969 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:19:03,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:19:03,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T18:19:03,972 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:19:03,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:19:03,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:19:03,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T18:19:03,973 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:19:03,974 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:19:03,974 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:19:03,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T18:19:03,975 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:19:03,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:19:03,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:19:03,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T18:19:03,976 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:19:03,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:19:03,977 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:19:03,978 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:19:03,978 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:19:03,979 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:19:03,979 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:19:03,980 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T18:19:03,980 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:19:03,982 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T18:19:03,983 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72891159, jitterRate=0.08616290986537933}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T18:19:03,983 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733163543969Initializing all the Stores at 1733163543970 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163543970Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163543970Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163543970Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163543970Cleaning up temporary data from old regions at 1733163543979 (+9 ms)Region opened successfully at 1733163543983 (+4 ms) 2024-12-02T18:19:03,983 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T18:19:03,986 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d2dadda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=95451c90bed2/172.17.0.3:0 2024-12-02T18:19:03,987 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T18:19:03,987 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T18:19:03,987 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T18:19:03,987 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T18:19:03,988 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T18:19:03,988 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T18:19:03,988 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T18:19:03,990 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T18:19:03,991 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43093-0x1019744d9820000, quorum=127.0.0.1:51170, baseZNode=/0248402085 Unable to get data of znode /0248402085/balancer because node does not exist (not necessarily an error) 2024-12-02T18:19:04,032 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0248402085/balancer already deleted, retry=false 2024-12-02T18:19:04,032 INFO [master/95451c90bed2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T18:19:04,033 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43093-0x1019744d9820000, quorum=127.0.0.1:51170, baseZNode=/0248402085 Unable to get data of znode /0248402085/normalizer because node does not exist (not necessarily an error) 2024-12-02T18:19:04,042 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0248402085/normalizer already deleted, retry=false 2024-12-02T18:19:04,042 INFO [master/95451c90bed2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T18:19:04,043 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43093-0x1019744d9820000, quorum=127.0.0.1:51170, baseZNode=/0248402085 Unable to get data of znode /0248402085/switch/split because node does not exist (not necessarily an error) 2024-12-02T18:19:04,052 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0248402085/switch/split already deleted, retry=false 2024-12-02T18:19:04,053 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43093-0x1019744d9820000, quorum=127.0.0.1:51170, baseZNode=/0248402085 Unable to get data of znode /0248402085/switch/merge because node does not exist (not necessarily an error) 2024-12-02T18:19:04,063 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0248402085/switch/merge already deleted, retry=false 2024-12-02T18:19:04,065 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43093-0x1019744d9820000, quorum=127.0.0.1:51170, baseZNode=/0248402085 Unable to get data of znode /0248402085/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T18:19:04,074 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0248402085/snapshot-cleanup already deleted, retry=false 2024-12-02T18:19:04,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43093-0x1019744d9820000, quorum=127.0.0.1:51170, baseZNode=/0248402085 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0248402085/running 2024-12-02T18:19:04,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41729-0x1019744d9820001, quorum=127.0.0.1:51170, baseZNode=/0248402085 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0248402085/running 2024-12-02T18:19:04,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43093-0x1019744d9820000, quorum=127.0.0.1:51170, baseZNode=/0248402085 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0248402085 2024-12-02T18:19:04,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41729-0x1019744d9820001, quorum=127.0.0.1:51170, baseZNode=/0248402085 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0248402085 2024-12-02T18:19:04,085 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=95451c90bed2,43093,1733163541876, sessionid=0x1019744d9820000, setting cluster-up flag (Was=false) 2024-12-02T18:19:04,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43093-0x1019744d9820000, quorum=127.0.0.1:51170, baseZNode=/0248402085 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0248402085 2024-12-02T18:19:04,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41729-0x1019744d9820001, quorum=127.0.0.1:51170, baseZNode=/0248402085 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0248402085 2024-12-02T18:19:04,137 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0248402085/flush-table-proc/acquired, /0248402085/flush-table-proc/reached, /0248402085/flush-table-proc/abort 2024-12-02T18:19:04,138 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=95451c90bed2,43093,1733163541876 2024-12-02T18:19:04,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43093-0x1019744d9820000, quorum=127.0.0.1:51170, baseZNode=/0248402085 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0248402085 2024-12-02T18:19:04,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41729-0x1019744d9820001, quorum=127.0.0.1:51170, baseZNode=/0248402085 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0248402085 2024-12-02T18:19:04,189 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0248402085/online-snapshot/acquired, /0248402085/online-snapshot/reached, /0248402085/online-snapshot/abort 2024-12-02T18:19:04,191 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=95451c90bed2,43093,1733163541876 2024-12-02T18:19:04,192 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T18:19:04,193 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T18:19:04,193 INFO [master/95451c90bed2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T18:19:04,193 INFO [master/95451c90bed2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T18:19:04,193 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 95451c90bed2,43093,1733163541876 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T18:19:04,195 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:19:04,195 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:19:04,195 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:19:04,195 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:19:04,195 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/95451c90bed2:0, corePoolSize=10, maxPoolSize=10 2024-12-02T18:19:04,195 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:19:04,195 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/95451c90bed2:0, corePoolSize=2, maxPoolSize=2 2024-12-02T18:19:04,195 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:19:04,196 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T18:19:04,196 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T18:19:04,197 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:19:04,198 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T18:19:04,198 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733163574198 2024-12-02T18:19:04,198 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T18:19:04,198 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T18:19:04,198 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T18:19:04,198 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T18:19:04,199 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T18:19:04,199 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T18:19:04,199 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T18:19:04,199 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T18:19:04,199 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T18:19:04,199 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T18:19:04,199 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T18:19:04,200 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T18:19:04,200 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T18:19:04,200 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.large.0-1733163544200,5,FailOnTimeoutGroup] 2024-12-02T18:19:04,200 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.small.0-1733163544200,5,FailOnTimeoutGroup] 2024-12-02T18:19:04,201 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T18:19:04,201 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T18:19:04,201 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T18:19:04,201 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T18:19:04,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34179 is added to blk_1073741831_1007 (size=1321) 2024-12-02T18:19:04,241 INFO [RS:0;95451c90bed2:41729 {}] regionserver.HRegionServer(746): ClusterId : d08d91c5-86f7-4d4a-94fa-2278876d5de9 2024-12-02T18:19:04,241 DEBUG [RS:0;95451c90bed2:41729 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T18:19:04,253 DEBUG [RS:0;95451c90bed2:41729 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T18:19:04,253 DEBUG [RS:0;95451c90bed2:41729 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T18:19:04,264 DEBUG [RS:0;95451c90bed2:41729 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T18:19:04,264 DEBUG [RS:0;95451c90bed2:41729 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a8a0e9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=95451c90bed2/172.17.0.3:0 2024-12-02T18:19:04,273 DEBUG [RS:0;95451c90bed2:41729 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;95451c90bed2:41729 2024-12-02T18:19:04,273 INFO [RS:0;95451c90bed2:41729 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T18:19:04,273 INFO [RS:0;95451c90bed2:41729 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T18:19:04,273 DEBUG [RS:0;95451c90bed2:41729 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T18:19:04,274 INFO [RS:0;95451c90bed2:41729 {}] regionserver.HRegionServer(2659): reportForDuty to master=95451c90bed2,43093,1733163541876 with port=41729, startcode=1733163542218 2024-12-02T18:19:04,274 DEBUG [RS:0;95451c90bed2:41729 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T18:19:04,276 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44251, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T18:19:04,276 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43093 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 95451c90bed2,41729,1733163542218 2024-12-02T18:19:04,276 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43093 {}] master.ServerManager(517): Registering regionserver=95451c90bed2,41729,1733163542218 2024-12-02T18:19:04,277 DEBUG [RS:0;95451c90bed2:41729 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433 2024-12-02T18:19:04,277 DEBUG [RS:0;95451c90bed2:41729 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46799 2024-12-02T18:19:04,277 DEBUG [RS:0;95451c90bed2:41729 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T18:19:04,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43093-0x1019744d9820000, quorum=127.0.0.1:51170, baseZNode=/0248402085 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0248402085/rs 2024-12-02T18:19:04,285 DEBUG [RS:0;95451c90bed2:41729 {}] zookeeper.ZKUtil(111): regionserver:41729-0x1019744d9820001, quorum=127.0.0.1:51170, baseZNode=/0248402085 Set watcher on existing znode=/0248402085/rs/95451c90bed2,41729,1733163542218 2024-12-02T18:19:04,285 WARN [RS:0;95451c90bed2:41729 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T18:19:04,285 INFO [RS:0;95451c90bed2:41729 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:19:04,285 DEBUG [RS:0;95451c90bed2:41729 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/WALs/95451c90bed2,41729,1733163542218 2024-12-02T18:19:04,285 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [95451c90bed2,41729,1733163542218] 2024-12-02T18:19:04,288 INFO [RS:0;95451c90bed2:41729 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T18:19:04,289 INFO [RS:0;95451c90bed2:41729 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T18:19:04,289 INFO [RS:0;95451c90bed2:41729 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T18:19:04,289 INFO [RS:0;95451c90bed2:41729 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:19:04,289 INFO [RS:0;95451c90bed2:41729 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T18:19:04,290 INFO [RS:0;95451c90bed2:41729 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T18:19:04,290 INFO [RS:0;95451c90bed2:41729 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T18:19:04,290 DEBUG [RS:0;95451c90bed2:41729 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:19:04,290 DEBUG [RS:0;95451c90bed2:41729 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:19:04,290 DEBUG [RS:0;95451c90bed2:41729 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:19:04,290 DEBUG [RS:0;95451c90bed2:41729 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:19:04,290 DEBUG [RS:0;95451c90bed2:41729 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:19:04,290 DEBUG [RS:0;95451c90bed2:41729 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/95451c90bed2:0, corePoolSize=2, maxPoolSize=2 2024-12-02T18:19:04,291 DEBUG [RS:0;95451c90bed2:41729 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:19:04,291 DEBUG [RS:0;95451c90bed2:41729 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:19:04,291 DEBUG [RS:0;95451c90bed2:41729 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:19:04,291 DEBUG [RS:0;95451c90bed2:41729 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:19:04,291 DEBUG [RS:0;95451c90bed2:41729 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:19:04,291 DEBUG [RS:0;95451c90bed2:41729 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:19:04,291 DEBUG [RS:0;95451c90bed2:41729 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/95451c90bed2:0, corePoolSize=3, maxPoolSize=3 2024-12-02T18:19:04,291 DEBUG [RS:0;95451c90bed2:41729 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/95451c90bed2:0, corePoolSize=3, maxPoolSize=3 2024-12-02T18:19:04,291 INFO [RS:0;95451c90bed2:41729 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T18:19:04,291 INFO [RS:0;95451c90bed2:41729 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T18:19:04,291 INFO [RS:0;95451c90bed2:41729 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:19:04,291 INFO [RS:0;95451c90bed2:41729 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T18:19:04,291 INFO [RS:0;95451c90bed2:41729 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T18:19:04,291 INFO [RS:0;95451c90bed2:41729 {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,41729,1733163542218-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T18:19:04,303 INFO [RS:0;95451c90bed2:41729 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T18:19:04,303 INFO [RS:0;95451c90bed2:41729 {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,41729,1733163542218-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:19:04,303 INFO [RS:0;95451c90bed2:41729 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:19:04,303 INFO [RS:0;95451c90bed2:41729 {}] regionserver.Replication(171): 95451c90bed2,41729,1733163542218 started 2024-12-02T18:19:04,314 INFO [RS:0;95451c90bed2:41729 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:19:04,314 INFO [RS:0;95451c90bed2:41729 {}] regionserver.HRegionServer(1482): Serving as 95451c90bed2,41729,1733163542218, RpcServer on 95451c90bed2/172.17.0.3:41729, sessionid=0x1019744d9820001 2024-12-02T18:19:04,314 DEBUG [RS:0;95451c90bed2:41729 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T18:19:04,314 DEBUG [RS:0;95451c90bed2:41729 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 95451c90bed2,41729,1733163542218 2024-12-02T18:19:04,314 DEBUG [RS:0;95451c90bed2:41729 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '95451c90bed2,41729,1733163542218' 2024-12-02T18:19:04,314 DEBUG [RS:0;95451c90bed2:41729 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0248402085/flush-table-proc/abort' 2024-12-02T18:19:04,314 DEBUG [RS:0;95451c90bed2:41729 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0248402085/flush-table-proc/acquired' 2024-12-02T18:19:04,315 DEBUG [RS:0;95451c90bed2:41729 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T18:19:04,315 DEBUG [RS:0;95451c90bed2:41729 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T18:19:04,315 DEBUG [RS:0;95451c90bed2:41729 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 95451c90bed2,41729,1733163542218 2024-12-02T18:19:04,315 DEBUG [RS:0;95451c90bed2:41729 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '95451c90bed2,41729,1733163542218' 2024-12-02T18:19:04,315 DEBUG [RS:0;95451c90bed2:41729 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0248402085/online-snapshot/abort' 2024-12-02T18:19:04,315 DEBUG [RS:0;95451c90bed2:41729 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0248402085/online-snapshot/acquired' 2024-12-02T18:19:04,315 DEBUG [RS:0;95451c90bed2:41729 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T18:19:04,315 INFO [RS:0;95451c90bed2:41729 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T18:19:04,315 INFO [RS:0;95451c90bed2:41729 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T18:19:04,416 INFO [RS:0;95451c90bed2:41729 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T18:19:04,417 INFO [RS:0;95451c90bed2:41729 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=95451c90bed2%2C41729%2C1733163542218, suffix=, logDir=hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/WALs/95451c90bed2,41729,1733163542218, archiveDir=hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/oldWALs, maxLogs=10 2024-12-02T18:19:04,428 DEBUG [RS:0;95451c90bed2:41729 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/WALs/95451c90bed2,41729,1733163542218/95451c90bed2%2C41729%2C1733163542218.1733163544417, exclude list is [], retry=0 2024-12-02T18:19:04,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34179,DS-dfcec062-e569-4c70-9ed3-9a361eeca796,DISK] 2024-12-02T18:19:04,432 INFO [RS:0;95451c90bed2:41729 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/WALs/95451c90bed2,41729,1733163542218/95451c90bed2%2C41729%2C1733163542218.1733163544417 2024-12-02T18:19:04,432 DEBUG [RS:0;95451c90bed2:41729 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40757:40757)] 2024-12-02T18:19:04,604 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T18:19:04,604 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433 2024-12-02T18:19:04,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34179 is added to blk_1073741833_1009 (size=32) 2024-12-02T18:19:05,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:19:05,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T18:19:05,016 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T18:19:05,016 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:19:05,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:19:05,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T18:19:05,019 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T18:19:05,019 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:19:05,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:19:05,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T18:19:05,021 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T18:19:05,021 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:19:05,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:19:05,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T18:19:05,024 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T18:19:05,024 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:19:05,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:19:05,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T18:19:05,025 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/data/hbase/meta/1588230740 2024-12-02T18:19:05,025 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/data/hbase/meta/1588230740 2024-12-02T18:19:05,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T18:19:05,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T18:19:05,027 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T18:19:05,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T18:19:05,031 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T18:19:05,031 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66572518, jitterRate=-0.007992178201675415}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T18:19:05,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733163545013Initializing all the Stores at 1733163545014 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163545014Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163545014Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163545014Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163545014Cleaning up temporary data from old regions at 1733163545027 (+13 ms)Region opened successfully at 1733163545032 (+5 ms) 2024-12-02T18:19:05,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T18:19:05,032 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T18:19:05,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T18:19:05,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T18:19:05,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T18:19:05,033 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T18:19:05,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733163545032Disabling compacts and flushes for region at 1733163545032Disabling writes for close at 1733163545032Writing region close event to WAL at 1733163545033 (+1 ms)Closed at 1733163545033 2024-12-02T18:19:05,034 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T18:19:05,034 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T18:19:05,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T18:19:05,035 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T18:19:05,036 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T18:19:05,186 DEBUG [95451c90bed2:43093 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T18:19:05,187 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=95451c90bed2,41729,1733163542218 2024-12-02T18:19:05,188 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 95451c90bed2,41729,1733163542218, state=OPENING 2024-12-02T18:19:05,305 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T18:19:05,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43093-0x1019744d9820000, quorum=127.0.0.1:51170, baseZNode=/0248402085 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0248402085 2024-12-02T18:19:05,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41729-0x1019744d9820001, quorum=127.0.0.1:51170, baseZNode=/0248402085 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0248402085 2024-12-02T18:19:05,316 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T18:19:05,316 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0248402085/meta-region-server: CHANGED 2024-12-02T18:19:05,316 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0248402085/meta-region-server: CHANGED 2024-12-02T18:19:05,316 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=95451c90bed2,41729,1733163542218}] 2024-12-02T18:19:05,469 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T18:19:05,471 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60913, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T18:19:05,477 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T18:19:05,477 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:19:05,478 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T18:19:05,479 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=95451c90bed2%2C41729%2C1733163542218.meta, suffix=.meta, logDir=hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/WALs/95451c90bed2,41729,1733163542218, archiveDir=hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/oldWALs, maxLogs=10 2024-12-02T18:19:05,496 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/WALs/95451c90bed2,41729,1733163542218/95451c90bed2%2C41729%2C1733163542218.meta.1733163545480.meta, exclude list is [], retry=0 2024-12-02T18:19:05,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34179,DS-dfcec062-e569-4c70-9ed3-9a361eeca796,DISK] 2024-12-02T18:19:05,500 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/WALs/95451c90bed2,41729,1733163542218/95451c90bed2%2C41729%2C1733163542218.meta.1733163545480.meta 2024-12-02T18:19:05,501 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40757:40757)] 2024-12-02T18:19:05,501 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:19:05,501 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T18:19:05,501 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T18:19:05,501 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T18:19:05,501 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T18:19:05,501 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T18:19:05,501 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:19:05,501 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T18:19:05,502 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T18:19:05,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T18:19:05,504 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T18:19:05,504 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:19:05,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:19:05,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T18:19:05,505 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T18:19:05,505 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:19:05,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:19:05,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T18:19:05,506 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T18:19:05,506 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:19:05,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:19:05,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T18:19:05,507 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T18:19:05,507 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:19:05,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:19:05,508 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T18:19:05,509 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/data/hbase/meta/1588230740 2024-12-02T18:19:05,509 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/data/hbase/meta/1588230740 2024-12-02T18:19:05,510 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T18:19:05,510 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T18:19:05,511 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T18:19:05,512 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T18:19:05,513 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65640555, jitterRate=-0.02187950909137726}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T18:19:05,513 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T18:19:05,514 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733163545502Writing region info on filesystem at 1733163545502Initializing all the Stores at 1733163545502Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163545503 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163545503Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163545503Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163545503Cleaning up temporary data from old regions at 1733163545510 (+7 ms)Running coprocessor post-open hooks at 1733163545513 (+3 ms)Region opened successfully at 1733163545514 (+1 ms) 2024-12-02T18:19:05,515 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733163545469 2024-12-02T18:19:05,517 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T18:19:05,517 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T18:19:05,518 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=95451c90bed2,41729,1733163542218 2024-12-02T18:19:05,518 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 95451c90bed2,41729,1733163542218, state=OPEN 2024-12-02T18:19:05,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43093-0x1019744d9820000, quorum=127.0.0.1:51170, baseZNode=/0248402085 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0248402085/meta-region-server 2024-12-02T18:19:05,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41729-0x1019744d9820001, quorum=127.0.0.1:51170, baseZNode=/0248402085 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0248402085/meta-region-server 2024-12-02T18:19:05,640 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=95451c90bed2,41729,1733163542218 2024-12-02T18:19:05,640 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0248402085/meta-region-server: CHANGED 2024-12-02T18:19:05,640 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0248402085/meta-region-server: CHANGED 2024-12-02T18:19:05,643 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T18:19:05,643 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=95451c90bed2,41729,1733163542218 in 324 msec 2024-12-02T18:19:05,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T18:19:05,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 609 msec 2024-12-02T18:19:05,646 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T18:19:05,646 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T18:19:05,647 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:19:05,647 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,41729,1733163542218, seqNum=-1] 2024-12-02T18:19:05,647 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:19:05,649 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57911, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T18:19:05,653 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4600 sec 2024-12-02T18:19:05,654 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733163545654, completionTime=-1 2024-12-02T18:19:05,654 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T18:19:05,654 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T18:19:05,655 INFO [master/95451c90bed2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T18:19:05,655 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733163605655 2024-12-02T18:19:05,655 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733163665655 2024-12-02T18:19:05,655 INFO [master/95451c90bed2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T18:19:05,656 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,43093,1733163541876-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:19:05,656 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,43093,1733163541876-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:19:05,656 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,43093,1733163541876-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:19:05,656 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-95451c90bed2:43093, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:19:05,656 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T18:19:05,656 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T18:19:05,658 DEBUG [master/95451c90bed2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T18:19:05,659 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.385sec 2024-12-02T18:19:05,659 INFO [master/95451c90bed2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T18:19:05,659 INFO [master/95451c90bed2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T18:19:05,659 INFO [master/95451c90bed2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T18:19:05,659 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T18:19:05,659 INFO [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T18:19:05,659 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,43093,1733163541876-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T18:19:05,659 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,43093,1733163541876-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T18:19:05,662 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T18:19:05,662 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T18:19:05,662 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,43093,1733163541876-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:19:05,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3883b1f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:19:05,742 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,43093,-1 for getting cluster id 2024-12-02T18:19:05,743 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:19:05,744 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd08d91c5-86f7-4d4a-94fa-2278876d5de9' 2024-12-02T18:19:05,744 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:19:05,744 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d08d91c5-86f7-4d4a-94fa-2278876d5de9" 2024-12-02T18:19:05,745 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@357c3cad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:19:05,745 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,43093,-1] 2024-12-02T18:19:05,745 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:19:05,745 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:19:05,746 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:19:05,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70282587, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:19:05,747 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:19:05,749 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,41729,1733163542218, seqNum=-1] 2024-12-02T18:19:05,749 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:19:05,750 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T18:19:05,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=95451c90bed2,43093,1733163541876 2024-12-02T18:19:05,753 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51170 2024-12-02T18:19:05,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51170, baseZNode=/0248402085 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T18:19:05,770 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019744d9820002 connected 2024-12-02T18:19:05,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb6c9f73-8156-64e7-0dc6-2a764b30d8c8/hadoop.log.dir so I do NOT create it in target/test-data/0b950a96-1236-0786-81b1-4d4b433407ab 2024-12-02T18:19:05,782 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb6c9f73-8156-64e7-0dc6-2a764b30d8c8/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T18:19:05,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb6c9f73-8156-64e7-0dc6-2a764b30d8c8/hadoop.tmp.dir so I do NOT create it in target/test-data/0b950a96-1236-0786-81b1-4d4b433407ab 2024-12-02T18:19:05,782 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb6c9f73-8156-64e7-0dc6-2a764b30d8c8/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T18:19:05,782 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b950a96-1236-0786-81b1-4d4b433407ab 2024-12-02T18:19:05,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T18:19:05,782 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b950a96-1236-0786-81b1-4d4b433407ab/cluster_3ea90b40-5000-8c83-ddf6-61da949dffce, deleteOnExit=true 2024-12-02T18:19:05,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T18:19:05,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b950a96-1236-0786-81b1-4d4b433407ab/test.cache.data in system properties and HBase conf 2024-12-02T18:19:05,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b950a96-1236-0786-81b1-4d4b433407ab/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T18:19:05,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b950a96-1236-0786-81b1-4d4b433407ab/hadoop.log.dir in system properties and HBase conf 2024-12-02T18:19:05,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b950a96-1236-0786-81b1-4d4b433407ab/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T18:19:05,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b950a96-1236-0786-81b1-4d4b433407ab/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T18:19:05,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T18:19:05,783 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T18:19:05,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b950a96-1236-0786-81b1-4d4b433407ab/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T18:19:05,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b950a96-1236-0786-81b1-4d4b433407ab/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T18:19:05,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b950a96-1236-0786-81b1-4d4b433407ab/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T18:19:05,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b950a96-1236-0786-81b1-4d4b433407ab/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T18:19:05,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b950a96-1236-0786-81b1-4d4b433407ab/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T18:19:05,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b950a96-1236-0786-81b1-4d4b433407ab/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T18:19:05,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b950a96-1236-0786-81b1-4d4b433407ab/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T18:19:05,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b950a96-1236-0786-81b1-4d4b433407ab/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T18:19:05,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b950a96-1236-0786-81b1-4d4b433407ab/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T18:19:05,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b950a96-1236-0786-81b1-4d4b433407ab/nfs.dump.dir in system properties and HBase conf 2024-12-02T18:19:05,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b950a96-1236-0786-81b1-4d4b433407ab/java.io.tmpdir in system properties and HBase conf 2024-12-02T18:19:05,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b950a96-1236-0786-81b1-4d4b433407ab/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T18:19:05,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b950a96-1236-0786-81b1-4d4b433407ab/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T18:19:05,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b950a96-1236-0786-81b1-4d4b433407ab/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T18:19:06,086 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T18:19:06,093 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T18:19:06,094 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T18:19:06,094 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T18:19:06,094 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T18:19:06,094 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T18:19:06,095 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@891ab73{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b950a96-1236-0786-81b1-4d4b433407ab/hadoop.log.dir/,AVAILABLE} 2024-12-02T18:19:06,095 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@273b513d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T18:19:06,185 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@78cd5a05{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b950a96-1236-0786-81b1-4d4b433407ab/java.io.tmpdir/jetty-localhost-36907-hadoop-hdfs-3_4_1-tests_jar-_-any-3148164647871610785/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T18:19:06,186 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4fb3046d{HTTP/1.1, (http/1.1)}{localhost:36907} 2024-12-02T18:19:06,186 INFO [Time-limited test {}] server.Server(415): Started @55719ms 2024-12-02T18:19:06,422 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T18:19:06,424 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T18:19:06,425 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T18:19:06,425 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T18:19:06,425 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T18:19:06,426 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b468588{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b950a96-1236-0786-81b1-4d4b433407ab/hadoop.log.dir/,AVAILABLE} 2024-12-02T18:19:06,427 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@356432d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T18:19:06,518 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f774382{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b950a96-1236-0786-81b1-4d4b433407ab/java.io.tmpdir/jetty-localhost-44177-hadoop-hdfs-3_4_1-tests_jar-_-any-14866958343494830256/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T18:19:06,518 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@27af4a82{HTTP/1.1, (http/1.1)}{localhost:44177} 2024-12-02T18:19:06,518 INFO [Time-limited test {}] server.Server(415): Started @56051ms 2024-12-02T18:19:06,519 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T18:19:06,604 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-02T18:19:07,196 WARN [Thread-951 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b950a96-1236-0786-81b1-4d4b433407ab/cluster_3ea90b40-5000-8c83-ddf6-61da949dffce/data/data2/current/BP-1926409302-172.17.0.3-1733163545800/current, will proceed with Du for space computation calculation, 2024-12-02T18:19:07,196 WARN [Thread-950 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b950a96-1236-0786-81b1-4d4b433407ab/cluster_3ea90b40-5000-8c83-ddf6-61da949dffce/data/data1/current/BP-1926409302-172.17.0.3-1733163545800/current, will proceed with Du for space computation calculation, 2024-12-02T18:19:07,214 WARN [Thread-938 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T18:19:07,217 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb80b1decaa2ae6cd with lease ID 0x62fae7a9107859f9: Processing first storage report for DS-140a7164-2185-4a60-a36c-d005fd8b117c from datanode DatanodeRegistration(127.0.0.1:45879, datanodeUuid=f99df715-57d8-44ed-a6a1-be95df3c3b01, infoPort=42519, infoSecurePort=0, ipcPort=39939, storageInfo=lv=-57;cid=testClusterID;nsid=1442243606;c=1733163545800) 2024-12-02T18:19:07,217 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb80b1decaa2ae6cd with lease ID 0x62fae7a9107859f9: from storage DS-140a7164-2185-4a60-a36c-d005fd8b117c node DatanodeRegistration(127.0.0.1:45879, datanodeUuid=f99df715-57d8-44ed-a6a1-be95df3c3b01, infoPort=42519, infoSecurePort=0, ipcPort=39939, storageInfo=lv=-57;cid=testClusterID;nsid=1442243606;c=1733163545800), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T18:19:07,217 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb80b1decaa2ae6cd with lease ID 0x62fae7a9107859f9: Processing first storage report for DS-6fc803fb-6a43-4d58-b48b-81cd2f57f767 from datanode DatanodeRegistration(127.0.0.1:45879, datanodeUuid=f99df715-57d8-44ed-a6a1-be95df3c3b01, infoPort=42519, infoSecurePort=0, ipcPort=39939, storageInfo=lv=-57;cid=testClusterID;nsid=1442243606;c=1733163545800) 2024-12-02T18:19:07,217 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb80b1decaa2ae6cd with lease ID 0x62fae7a9107859f9: from storage DS-6fc803fb-6a43-4d58-b48b-81cd2f57f767 node DatanodeRegistration(127.0.0.1:45879, datanodeUuid=f99df715-57d8-44ed-a6a1-be95df3c3b01, infoPort=42519, infoSecurePort=0, ipcPort=39939, storageInfo=lv=-57;cid=testClusterID;nsid=1442243606;c=1733163545800), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T18:19:07,242 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b950a96-1236-0786-81b1-4d4b433407ab 2024-12-02T18:19:07,242 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:19:07,243 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:19:07,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45879 is added to blk_1073741825_1001 (size=7) 2024-12-02T18:19:07,652 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147 with version=8 2024-12-02T18:19:07,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/hbase-staging 2024-12-02T18:19:07,654 INFO [Time-limited test {}] client.ConnectionUtils(128): master/95451c90bed2:0 server-side Connection retries=45 2024-12-02T18:19:07,655 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:19:07,655 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T18:19:07,655 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T18:19:07,655 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:19:07,655 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T18:19:07,655 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T18:19:07,655 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T18:19:07,656 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37971 2024-12-02T18:19:07,657 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37971 connecting to ZooKeeper ensemble=127.0.0.1:51170 2024-12-02T18:19:07,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:379710x0, quorum=127.0.0.1:51170, baseZNode=/1-2065878122 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T18:19:07,727 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37971-0x1019744d9820003 connected 2024-12-02T18:19:07,801 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:19:07,802 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:19:07,805 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37971-0x1019744d9820003, quorum=127.0.0.1:51170, baseZNode=/1-2065878122 Set watcher on znode that does not yet exist, /1-2065878122/running 2024-12-02T18:19:07,805 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147, hbase.cluster.distributed=false 2024-12-02T18:19:07,806 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37971-0x1019744d9820003, quorum=127.0.0.1:51170, baseZNode=/1-2065878122 Set watcher on znode that does not yet exist, /1-2065878122/acl 2024-12-02T18:19:07,807 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37971 2024-12-02T18:19:07,807 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37971 2024-12-02T18:19:07,807 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37971 2024-12-02T18:19:07,807 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37971 2024-12-02T18:19:07,807 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37971 2024-12-02T18:19:07,824 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/95451c90bed2:0 server-side Connection retries=45 2024-12-02T18:19:07,824 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:19:07,824 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T18:19:07,824 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T18:19:07,824 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:19:07,824 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T18:19:07,824 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T18:19:07,824 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T18:19:07,825 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46607 2024-12-02T18:19:07,826 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46607 connecting to ZooKeeper ensemble=127.0.0.1:51170 2024-12-02T18:19:07,826 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:19:07,828 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:19:07,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:466070x0, quorum=127.0.0.1:51170, baseZNode=/1-2065878122 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T18:19:07,843 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:466070x0, quorum=127.0.0.1:51170, baseZNode=/1-2065878122 Set watcher on znode that does not yet exist, /1-2065878122/running 2024-12-02T18:19:07,843 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46607-0x1019744d9820004 connected 2024-12-02T18:19:07,843 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T18:19:07,844 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T18:19:07,844 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46607-0x1019744d9820004, quorum=127.0.0.1:51170, baseZNode=/1-2065878122 Set watcher on znode that does not yet exist, /1-2065878122/master 2024-12-02T18:19:07,845 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46607-0x1019744d9820004, quorum=127.0.0.1:51170, baseZNode=/1-2065878122 Set watcher on znode that does not yet exist, /1-2065878122/acl 2024-12-02T18:19:07,845 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46607 2024-12-02T18:19:07,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46607 2024-12-02T18:19:07,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46607 2024-12-02T18:19:07,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46607 2024-12-02T18:19:07,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46607 2024-12-02T18:19:07,857 DEBUG [M:0;95451c90bed2:37971 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;95451c90bed2:37971 2024-12-02T18:19:07,857 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-2065878122/backup-masters/95451c90bed2,37971,1733163547654 2024-12-02T18:19:07,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46607-0x1019744d9820004, quorum=127.0.0.1:51170, baseZNode=/1-2065878122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2065878122/backup-masters 2024-12-02T18:19:07,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37971-0x1019744d9820003, quorum=127.0.0.1:51170, baseZNode=/1-2065878122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2065878122/backup-masters 2024-12-02T18:19:07,864 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37971-0x1019744d9820003, quorum=127.0.0.1:51170, baseZNode=/1-2065878122 Set watcher on existing znode=/1-2065878122/backup-masters/95451c90bed2,37971,1733163547654 2024-12-02T18:19:07,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46607-0x1019744d9820004, quorum=127.0.0.1:51170, baseZNode=/1-2065878122 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2065878122/master 2024-12-02T18:19:07,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37971-0x1019744d9820003, quorum=127.0.0.1:51170, baseZNode=/1-2065878122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2065878122 2024-12-02T18:19:07,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46607-0x1019744d9820004, quorum=127.0.0.1:51170, baseZNode=/1-2065878122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2065878122 2024-12-02T18:19:07,874 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37971-0x1019744d9820003, quorum=127.0.0.1:51170, baseZNode=/1-2065878122 Set watcher on existing znode=/1-2065878122/master 2024-12-02T18:19:07,875 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-2065878122/backup-masters/95451c90bed2,37971,1733163547654 from backup master directory 2024-12-02T18:19:07,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37971-0x1019744d9820003, quorum=127.0.0.1:51170, baseZNode=/1-2065878122 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2065878122/backup-masters/95451c90bed2,37971,1733163547654 2024-12-02T18:19:07,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46607-0x1019744d9820004, quorum=127.0.0.1:51170, baseZNode=/1-2065878122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2065878122/backup-masters 2024-12-02T18:19:07,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37971-0x1019744d9820003, quorum=127.0.0.1:51170, baseZNode=/1-2065878122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2065878122/backup-masters 2024-12-02T18:19:07,885 WARN [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T18:19:07,885 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=95451c90bed2,37971,1733163547654 2024-12-02T18:19:07,888 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/hbase.id] with ID: 0e14e585-23f2-4cca-b8db-ba1e1b3e64e1 2024-12-02T18:19:07,888 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/.tmp/hbase.id 2024-12-02T18:19:07,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45879 is added to blk_1073741826_1002 (size=42) 2024-12-02T18:19:08,294 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/.tmp/hbase.id]:[hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/hbase.id] 2024-12-02T18:19:08,304 INFO [master/95451c90bed2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:19:08,305 INFO [master/95451c90bed2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T18:19:08,306 INFO [master/95451c90bed2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T18:19:08,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46607-0x1019744d9820004, quorum=127.0.0.1:51170, baseZNode=/1-2065878122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2065878122 2024-12-02T18:19:08,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37971-0x1019744d9820003, quorum=127.0.0.1:51170, baseZNode=/1-2065878122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2065878122 2024-12-02T18:19:08,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45879 is added to blk_1073741827_1003 (size=196) 2024-12-02T18:19:08,754 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T18:19:08,755 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T18:19:08,755 INFO [master/95451c90bed2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:19:08,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45879 is added to blk_1073741828_1004 (size=1189) 2024-12-02T18:19:09,162 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/MasterData/data/master/store 2024-12-02T18:19:09,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45879 is added to blk_1073741829_1005 (size=34) 2024-12-02T18:19:09,569 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:19:09,569 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T18:19:09,569 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:19:09,569 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:19:09,569 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T18:19:09,570 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:19:09,570 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:19:09,570 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733163549569Disabling compacts and flushes for region at 1733163549569Disabling writes for close at 1733163549570 (+1 ms)Writing region close event to WAL at 1733163549570Closed at 1733163549570 2024-12-02T18:19:09,571 WARN [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/MasterData/data/master/store/.initializing 2024-12-02T18:19:09,571 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/MasterData/WALs/95451c90bed2,37971,1733163547654 2024-12-02T18:19:09,572 INFO [master/95451c90bed2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T18:19:09,573 INFO [master/95451c90bed2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=95451c90bed2%2C37971%2C1733163547654, suffix=, logDir=hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/MasterData/WALs/95451c90bed2,37971,1733163547654, archiveDir=hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/MasterData/oldWALs, maxLogs=10 2024-12-02T18:19:09,584 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/MasterData/WALs/95451c90bed2,37971,1733163547654/95451c90bed2%2C37971%2C1733163547654.1733163549573, exclude list is [], retry=0 2024-12-02T18:19:09,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45879,DS-140a7164-2185-4a60-a36c-d005fd8b117c,DISK] 2024-12-02T18:19:09,588 INFO [master/95451c90bed2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/MasterData/WALs/95451c90bed2,37971,1733163547654/95451c90bed2%2C37971%2C1733163547654.1733163549573 2024-12-02T18:19:09,589 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42519:42519)] 2024-12-02T18:19:09,589 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:19:09,589 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:19:09,589 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:19:09,589 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:19:09,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:19:09,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T18:19:09,592 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:19:09,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:19:09,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:19:09,593 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T18:19:09,594 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:19:09,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:19:09,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:19:09,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T18:19:09,595 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:19:09,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:19:09,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:19:09,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T18:19:09,597 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:19:09,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:19:09,597 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:19:09,598 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:19:09,598 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:19:09,599 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:19:09,599 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:19:09,600 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T18:19:09,601 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:19:09,603 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T18:19:09,603 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69919478, jitterRate=0.041881412267684937}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T18:19:09,603 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733163549589Initializing all the Stores at 1733163549590 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163549590Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163549590Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163549590Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163549590Cleaning up temporary data from old regions at 1733163549599 (+9 ms)Region opened successfully at 1733163549603 (+4 ms) 2024-12-02T18:19:09,603 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T18:19:09,606 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36d07331, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=95451c90bed2/172.17.0.3:0 2024-12-02T18:19:09,607 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T18:19:09,607 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T18:19:09,607 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T18:19:09,607 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T18:19:09,607 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T18:19:09,608 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T18:19:09,608 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T18:19:09,609 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T18:19:09,610 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37971-0x1019744d9820003, quorum=127.0.0.1:51170, baseZNode=/1-2065878122 Unable to get data of znode /1-2065878122/balancer because node does not exist (not necessarily an error) 2024-12-02T18:19:09,664 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2065878122/balancer already deleted, retry=false 2024-12-02T18:19:09,664 INFO [master/95451c90bed2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T18:19:09,665 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37971-0x1019744d9820003, quorum=127.0.0.1:51170, baseZNode=/1-2065878122 Unable to get data of znode /1-2065878122/normalizer because node does not exist (not necessarily an error) 2024-12-02T18:19:09,674 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2065878122/normalizer already deleted, retry=false 2024-12-02T18:19:09,675 INFO [master/95451c90bed2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T18:19:09,676 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37971-0x1019744d9820003, quorum=127.0.0.1:51170, baseZNode=/1-2065878122 Unable to get data of znode /1-2065878122/switch/split because node does not exist (not necessarily an error) 2024-12-02T18:19:09,685 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2065878122/switch/split already deleted, retry=false 2024-12-02T18:19:09,686 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37971-0x1019744d9820003, quorum=127.0.0.1:51170, baseZNode=/1-2065878122 Unable to get data of znode /1-2065878122/switch/merge because node does not exist (not necessarily an error) 2024-12-02T18:19:09,695 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2065878122/switch/merge already deleted, retry=false 2024-12-02T18:19:09,697 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37971-0x1019744d9820003, quorum=127.0.0.1:51170, baseZNode=/1-2065878122 Unable to get data of znode /1-2065878122/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T18:19:09,706 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2065878122/snapshot-cleanup already deleted, retry=false 2024-12-02T18:19:09,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37971-0x1019744d9820003, quorum=127.0.0.1:51170, baseZNode=/1-2065878122 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2065878122/running 2024-12-02T18:19:09,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46607-0x1019744d9820004, quorum=127.0.0.1:51170, baseZNode=/1-2065878122 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2065878122/running 2024-12-02T18:19:09,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37971-0x1019744d9820003, quorum=127.0.0.1:51170, baseZNode=/1-2065878122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2065878122 2024-12-02T18:19:09,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46607-0x1019744d9820004, quorum=127.0.0.1:51170, baseZNode=/1-2065878122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2065878122 2024-12-02T18:19:09,717 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=95451c90bed2,37971,1733163547654, sessionid=0x1019744d9820003, setting cluster-up flag (Was=false) 2024-12-02T18:19:09,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46607-0x1019744d9820004, quorum=127.0.0.1:51170, baseZNode=/1-2065878122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2065878122 2024-12-02T18:19:09,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37971-0x1019744d9820003, quorum=127.0.0.1:51170, baseZNode=/1-2065878122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2065878122 2024-12-02T18:19:09,769 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2065878122/flush-table-proc/acquired, /1-2065878122/flush-table-proc/reached, /1-2065878122/flush-table-proc/abort 2024-12-02T18:19:09,770 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=95451c90bed2,37971,1733163547654 2024-12-02T18:19:09,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37971-0x1019744d9820003, quorum=127.0.0.1:51170, baseZNode=/1-2065878122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2065878122 2024-12-02T18:19:09,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46607-0x1019744d9820004, quorum=127.0.0.1:51170, baseZNode=/1-2065878122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2065878122 2024-12-02T18:19:09,822 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2065878122/online-snapshot/acquired, /1-2065878122/online-snapshot/reached, /1-2065878122/online-snapshot/abort 2024-12-02T18:19:09,823 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=95451c90bed2,37971,1733163547654 2024-12-02T18:19:09,824 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T18:19:09,826 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T18:19:09,826 INFO [master/95451c90bed2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T18:19:09,826 INFO [master/95451c90bed2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T18:19:09,826 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 95451c90bed2,37971,1733163547654 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T18:19:09,828 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:19:09,828 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:19:09,828 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:19:09,828 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:19:09,828 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/95451c90bed2:0, corePoolSize=10, maxPoolSize=10 2024-12-02T18:19:09,828 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:19:09,828 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/95451c90bed2:0, corePoolSize=2, maxPoolSize=2 2024-12-02T18:19:09,828 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:19:09,829 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733163579828 2024-12-02T18:19:09,829 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T18:19:09,829 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T18:19:09,829 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T18:19:09,829 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T18:19:09,829 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T18:19:09,829 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T18:19:09,829 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T18:19:09,830 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T18:19:09,830 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T18:19:09,830 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T18:19:09,830 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T18:19:09,830 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T18:19:09,830 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T18:19:09,830 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.large.0-1733163549830,5,FailOnTimeoutGroup] 2024-12-02T18:19:09,830 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T18:19:09,830 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T18:19:09,830 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.small.0-1733163549830,5,FailOnTimeoutGroup] 2024-12-02T18:19:09,830 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T18:19:09,830 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T18:19:09,831 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T18:19:09,831 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T18:19:09,831 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:19:09,832 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T18:19:09,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45879 is added to blk_1073741831_1007 (size=1321) 2024-12-02T18:19:09,851 INFO [RS:0;95451c90bed2:46607 {}] regionserver.HRegionServer(746): ClusterId : 0e14e585-23f2-4cca-b8db-ba1e1b3e64e1 2024-12-02T18:19:09,851 DEBUG [RS:0;95451c90bed2:46607 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T18:19:09,864 DEBUG [RS:0;95451c90bed2:46607 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T18:19:09,864 DEBUG [RS:0;95451c90bed2:46607 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T18:19:09,875 DEBUG [RS:0;95451c90bed2:46607 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T18:19:09,876 DEBUG [RS:0;95451c90bed2:46607 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bd85d3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=95451c90bed2/172.17.0.3:0 2024-12-02T18:19:09,885 DEBUG [RS:0;95451c90bed2:46607 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;95451c90bed2:46607 2024-12-02T18:19:09,885 INFO [RS:0;95451c90bed2:46607 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T18:19:09,885 INFO [RS:0;95451c90bed2:46607 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T18:19:09,885 DEBUG [RS:0;95451c90bed2:46607 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T18:19:09,886 INFO [RS:0;95451c90bed2:46607 {}] regionserver.HRegionServer(2659): reportForDuty to master=95451c90bed2,37971,1733163547654 with port=46607, startcode=1733163547823 2024-12-02T18:19:09,886 DEBUG [RS:0;95451c90bed2:46607 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T18:19:09,887 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60383, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T18:19:09,888 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37971 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 95451c90bed2,46607,1733163547823 2024-12-02T18:19:09,888 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37971 {}] master.ServerManager(517): Registering regionserver=95451c90bed2,46607,1733163547823 2024-12-02T18:19:09,889 DEBUG [RS:0;95451c90bed2:46607 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147 2024-12-02T18:19:09,889 DEBUG [RS:0;95451c90bed2:46607 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43723 2024-12-02T18:19:09,889 DEBUG [RS:0;95451c90bed2:46607 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T18:19:09,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37971-0x1019744d9820003, quorum=127.0.0.1:51170, baseZNode=/1-2065878122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2065878122/rs 2024-12-02T18:19:09,944 DEBUG [RS:0;95451c90bed2:46607 {}] zookeeper.ZKUtil(111): regionserver:46607-0x1019744d9820004, quorum=127.0.0.1:51170, baseZNode=/1-2065878122 Set watcher on existing znode=/1-2065878122/rs/95451c90bed2,46607,1733163547823 2024-12-02T18:19:09,944 WARN [RS:0;95451c90bed2:46607 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T18:19:09,944 INFO [RS:0;95451c90bed2:46607 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:19:09,944 DEBUG [RS:0;95451c90bed2:46607 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/WALs/95451c90bed2,46607,1733163547823 2024-12-02T18:19:09,944 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [95451c90bed2,46607,1733163547823] 2024-12-02T18:19:09,947 INFO [RS:0;95451c90bed2:46607 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T18:19:09,949 INFO [RS:0;95451c90bed2:46607 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T18:19:09,949 INFO [RS:0;95451c90bed2:46607 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T18:19:09,949 INFO [RS:0;95451c90bed2:46607 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:19:09,949 INFO [RS:0;95451c90bed2:46607 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T18:19:09,950 INFO [RS:0;95451c90bed2:46607 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T18:19:09,950 INFO [RS:0;95451c90bed2:46607 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T18:19:09,950 DEBUG [RS:0;95451c90bed2:46607 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:19:09,950 DEBUG [RS:0;95451c90bed2:46607 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:19:09,950 DEBUG [RS:0;95451c90bed2:46607 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:19:09,950 DEBUG [RS:0;95451c90bed2:46607 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:19:09,950 DEBUG [RS:0;95451c90bed2:46607 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:19:09,950 DEBUG [RS:0;95451c90bed2:46607 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/95451c90bed2:0, corePoolSize=2, maxPoolSize=2 2024-12-02T18:19:09,950 DEBUG [RS:0;95451c90bed2:46607 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:19:09,950 DEBUG [RS:0;95451c90bed2:46607 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:19:09,950 DEBUG [RS:0;95451c90bed2:46607 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:19:09,950 DEBUG [RS:0;95451c90bed2:46607 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:19:09,950 DEBUG [RS:0;95451c90bed2:46607 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:19:09,950 DEBUG [RS:0;95451c90bed2:46607 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:19:09,950 DEBUG [RS:0;95451c90bed2:46607 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/95451c90bed2:0, corePoolSize=3, maxPoolSize=3 2024-12-02T18:19:09,950 DEBUG [RS:0;95451c90bed2:46607 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/95451c90bed2:0, corePoolSize=3, maxPoolSize=3 2024-12-02T18:19:09,951 INFO [RS:0;95451c90bed2:46607 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T18:19:09,951 INFO [RS:0;95451c90bed2:46607 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T18:19:09,951 INFO [RS:0;95451c90bed2:46607 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:19:09,951 INFO [RS:0;95451c90bed2:46607 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T18:19:09,951 INFO [RS:0;95451c90bed2:46607 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T18:19:09,951 INFO [RS:0;95451c90bed2:46607 {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,46607,1733163547823-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T18:19:09,962 INFO [RS:0;95451c90bed2:46607 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T18:19:09,962 INFO [RS:0;95451c90bed2:46607 {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,46607,1733163547823-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:19:09,962 INFO [RS:0;95451c90bed2:46607 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:19:09,962 INFO [RS:0;95451c90bed2:46607 {}] regionserver.Replication(171): 95451c90bed2,46607,1733163547823 started 2024-12-02T18:19:09,973 INFO [RS:0;95451c90bed2:46607 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:19:09,973 INFO [RS:0;95451c90bed2:46607 {}] regionserver.HRegionServer(1482): Serving as 95451c90bed2,46607,1733163547823, RpcServer on 95451c90bed2/172.17.0.3:46607, sessionid=0x1019744d9820004 2024-12-02T18:19:09,973 DEBUG [RS:0;95451c90bed2:46607 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T18:19:09,973 DEBUG [RS:0;95451c90bed2:46607 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 95451c90bed2,46607,1733163547823 2024-12-02T18:19:09,973 DEBUG [RS:0;95451c90bed2:46607 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '95451c90bed2,46607,1733163547823' 2024-12-02T18:19:09,973 DEBUG [RS:0;95451c90bed2:46607 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2065878122/flush-table-proc/abort' 2024-12-02T18:19:09,974 DEBUG [RS:0;95451c90bed2:46607 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2065878122/flush-table-proc/acquired' 2024-12-02T18:19:09,974 DEBUG [RS:0;95451c90bed2:46607 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T18:19:09,974 DEBUG [RS:0;95451c90bed2:46607 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T18:19:09,974 DEBUG [RS:0;95451c90bed2:46607 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 95451c90bed2,46607,1733163547823 2024-12-02T18:19:09,974 DEBUG [RS:0;95451c90bed2:46607 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '95451c90bed2,46607,1733163547823' 2024-12-02T18:19:09,974 DEBUG [RS:0;95451c90bed2:46607 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2065878122/online-snapshot/abort' 2024-12-02T18:19:09,975 DEBUG [RS:0;95451c90bed2:46607 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2065878122/online-snapshot/acquired' 2024-12-02T18:19:09,975 DEBUG [RS:0;95451c90bed2:46607 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T18:19:09,975 INFO [RS:0;95451c90bed2:46607 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T18:19:09,975 INFO [RS:0;95451c90bed2:46607 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T18:19:10,075 INFO [RS:0;95451c90bed2:46607 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T18:19:10,077 INFO [RS:0;95451c90bed2:46607 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=95451c90bed2%2C46607%2C1733163547823, suffix=, logDir=hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/WALs/95451c90bed2,46607,1733163547823, archiveDir=hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/oldWALs, maxLogs=10 2024-12-02T18:19:10,087 DEBUG [RS:0;95451c90bed2:46607 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/WALs/95451c90bed2,46607,1733163547823/95451c90bed2%2C46607%2C1733163547823.1733163550077, exclude list is [], retry=0 2024-12-02T18:19:10,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45879,DS-140a7164-2185-4a60-a36c-d005fd8b117c,DISK] 2024-12-02T18:19:10,091 INFO [RS:0;95451c90bed2:46607 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/WALs/95451c90bed2,46607,1733163547823/95451c90bed2%2C46607%2C1733163547823.1733163550077 2024-12-02T18:19:10,092 DEBUG [RS:0;95451c90bed2:46607 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42519:42519)] 2024-12-02T18:19:10,243 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T18:19:10,243 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147 2024-12-02T18:19:10,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45879 is added to blk_1073741833_1009 (size=32) 2024-12-02T18:19:10,288 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T18:19:10,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:19:10,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T18:19:10,651 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T18:19:10,652 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:19:10,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:19:10,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T18:19:10,653 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T18:19:10,653 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:19:10,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:19:10,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T18:19:10,655 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T18:19:10,655 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:19:10,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:19:10,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T18:19:10,656 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T18:19:10,656 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:19:10,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:19:10,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T18:19:10,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/data/hbase/meta/1588230740 2024-12-02T18:19:10,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/data/hbase/meta/1588230740 2024-12-02T18:19:10,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T18:19:10,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T18:19:10,660 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T18:19:10,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T18:19:10,662 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T18:19:10,663 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58868382, jitterRate=-0.12279275059700012}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T18:19:10,663 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733163550649Initializing all the Stores at 1733163550650 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163550650Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163550650Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163550650Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163550650Cleaning up temporary data from old regions at 1733163550659 (+9 ms)Region opened successfully at 1733163550663 (+4 ms) 2024-12-02T18:19:10,663 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T18:19:10,663 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T18:19:10,663 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T18:19:10,663 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T18:19:10,663 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T18:19:10,663 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T18:19:10,664 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733163550663Disabling compacts and flushes for region at 1733163550663Disabling writes for close at 1733163550663Writing region close event to WAL at 1733163550663Closed at 1733163550663 2024-12-02T18:19:10,665 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T18:19:10,665 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T18:19:10,665 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T18:19:10,665 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T18:19:10,666 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T18:19:10,816 DEBUG [95451c90bed2:37971 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T18:19:10,817 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=95451c90bed2,46607,1733163547823 2024-12-02T18:19:10,818 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 95451c90bed2,46607,1733163547823, state=OPENING 2024-12-02T18:19:10,895 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T18:19:10,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37971-0x1019744d9820003, quorum=127.0.0.1:51170, baseZNode=/1-2065878122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2065878122 2024-12-02T18:19:10,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46607-0x1019744d9820004, quorum=127.0.0.1:51170, baseZNode=/1-2065878122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2065878122 2024-12-02T18:19:10,906 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T18:19:10,906 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2065878122/meta-region-server: CHANGED 2024-12-02T18:19:10,906 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2065878122/meta-region-server: CHANGED 2024-12-02T18:19:10,906 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=95451c90bed2,46607,1733163547823}] 2024-12-02T18:19:11,003 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T18:19:11,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:19:11,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:19:11,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:19:11,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:19:11,059 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T18:19:11,061 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56103, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T18:19:11,064 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T18:19:11,064 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:19:11,064 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T18:19:11,066 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=95451c90bed2%2C46607%2C1733163547823.meta, suffix=.meta, logDir=hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/WALs/95451c90bed2,46607,1733163547823, archiveDir=hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/oldWALs, maxLogs=10 2024-12-02T18:19:11,077 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/WALs/95451c90bed2,46607,1733163547823/95451c90bed2%2C46607%2C1733163547823.meta.1733163551066.meta, exclude list is [], retry=0 2024-12-02T18:19:11,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45879,DS-140a7164-2185-4a60-a36c-d005fd8b117c,DISK] 2024-12-02T18:19:11,081 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/WALs/95451c90bed2,46607,1733163547823/95451c90bed2%2C46607%2C1733163547823.meta.1733163551066.meta 2024-12-02T18:19:11,081 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42519:42519)] 2024-12-02T18:19:11,081 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:19:11,081 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T18:19:11,081 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T18:19:11,081 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T18:19:11,082 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T18:19:11,082 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T18:19:11,082 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:19:11,082 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T18:19:11,082 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T18:19:11,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T18:19:11,084 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T18:19:11,084 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:19:11,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:19:11,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T18:19:11,085 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T18:19:11,085 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:19:11,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:19:11,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T18:19:11,086 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T18:19:11,086 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:19:11,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:19:11,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T18:19:11,087 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T18:19:11,087 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:19:11,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:19:11,088 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T18:19:11,088 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/data/hbase/meta/1588230740 2024-12-02T18:19:11,089 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/data/hbase/meta/1588230740 2024-12-02T18:19:11,090 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T18:19:11,090 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T18:19:11,091 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T18:19:11,092 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T18:19:11,093 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71912746, jitterRate=0.07158342003822327}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T18:19:11,093 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T18:19:11,093 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733163551082Writing region info on filesystem at 1733163551082Initializing all the Stores at 1733163551083 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163551083Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163551083Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163551083Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163551083Cleaning up temporary data from old regions at 1733163551090 (+7 ms)Running coprocessor post-open hooks at 1733163551093 (+3 ms)Region opened successfully at 1733163551093 2024-12-02T18:19:11,094 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733163551059 2024-12-02T18:19:11,096 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T18:19:11,096 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T18:19:11,097 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=95451c90bed2,46607,1733163547823 2024-12-02T18:19:11,098 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 95451c90bed2,46607,1733163547823, state=OPEN 2024-12-02T18:19:11,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46607-0x1019744d9820004, quorum=127.0.0.1:51170, baseZNode=/1-2065878122 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2065878122/meta-region-server 2024-12-02T18:19:11,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37971-0x1019744d9820003, quorum=127.0.0.1:51170, baseZNode=/1-2065878122 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2065878122/meta-region-server 2024-12-02T18:19:11,116 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=95451c90bed2,46607,1733163547823 2024-12-02T18:19:11,116 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2065878122/meta-region-server: CHANGED 2024-12-02T18:19:11,116 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2065878122/meta-region-server: CHANGED 2024-12-02T18:19:11,119 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T18:19:11,119 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=95451c90bed2,46607,1733163547823 in 210 msec 2024-12-02T18:19:11,121 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T18:19:11,122 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 454 msec 2024-12-02T18:19:11,122 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T18:19:11,123 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T18:19:11,124 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:19:11,124 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,46607,1733163547823, seqNum=-1] 2024-12-02T18:19:11,124 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:19:11,126 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44671, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T18:19:11,131 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3050 sec 2024-12-02T18:19:11,131 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733163551131, completionTime=-1 2024-12-02T18:19:11,131 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T18:19:11,131 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T18:19:11,133 INFO [master/95451c90bed2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T18:19:11,133 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733163611133 2024-12-02T18:19:11,133 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733163671133 2024-12-02T18:19:11,133 INFO [master/95451c90bed2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-02T18:19:11,134 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,37971,1733163547654-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:19:11,134 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,37971,1733163547654-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:19:11,134 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,37971,1733163547654-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:19:11,134 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-95451c90bed2:37971, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:19:11,134 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T18:19:11,134 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T18:19:11,136 DEBUG [master/95451c90bed2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T18:19:11,139 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.254sec 2024-12-02T18:19:11,139 INFO [master/95451c90bed2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T18:19:11,139 INFO [master/95451c90bed2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T18:19:11,139 INFO [master/95451c90bed2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T18:19:11,139 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T18:19:11,139 INFO [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T18:19:11,140 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,37971,1733163547654-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T18:19:11,140 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,37971,1733163547654-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T18:19:11,142 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T18:19:11,143 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T18:19:11,143 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,37971,1733163547654-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:19:11,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60f7d016, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:19:11,152 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,37971,-1 for getting cluster id 2024-12-02T18:19:11,152 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:19:11,153 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e14e585-23f2-4cca-b8db-ba1e1b3e64e1' 2024-12-02T18:19:11,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:19:11,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e14e585-23f2-4cca-b8db-ba1e1b3e64e1" 2024-12-02T18:19:11,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11858517, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:19:11,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,37971,-1] 2024-12-02T18:19:11,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:19:11,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:19:11,155 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:19:11,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31cc39e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:19:11,156 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:19:11,157 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,46607,1733163547823, seqNum=-1] 2024-12-02T18:19:11,157 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:19:11,158 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T18:19:11,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=95451c90bed2,37971,1733163547654 2024-12-02T18:19:11,161 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51170 2024-12-02T18:19:11,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51170, baseZNode=/1-2065878122 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T18:19:11,170 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019744d9820005 connected 2024-12-02T18:19:11,183 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:19:11,184 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,43093,1733163541876 2024-12-02T18:19:11,184 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@223ba35a 2024-12-02T18:19:11,184 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:19:11,185 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T18:19:11,188 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T18:19:11,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T18:19:11,192 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T18:19:11,193 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:19:11,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T18:19:11,194 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T18:19:11,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:19:11,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34179 is added to blk_1073741835_1011 (size=902) 2024-12-02T18:19:11,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:19:11,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:19:11,601 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 663e0a38b47f3eb454d3ca2adbb49d93, NAME => 'test,,1733163551186.663e0a38b47f3eb454d3ca2adbb49d93.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433 2024-12-02T18:19:11,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34179 is added to blk_1073741836_1012 (size=39) 2024-12-02T18:19:11,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:19:12,006 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733163551186.663e0a38b47f3eb454d3ca2adbb49d93.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:19:12,006 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 663e0a38b47f3eb454d3ca2adbb49d93, disabling compactions & flushes 2024-12-02T18:19:12,006 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733163551186.663e0a38b47f3eb454d3ca2adbb49d93. 2024-12-02T18:19:12,006 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733163551186.663e0a38b47f3eb454d3ca2adbb49d93. 2024-12-02T18:19:12,006 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733163551186.663e0a38b47f3eb454d3ca2adbb49d93. after waiting 0 ms 2024-12-02T18:19:12,006 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733163551186.663e0a38b47f3eb454d3ca2adbb49d93. 2024-12-02T18:19:12,006 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733163551186.663e0a38b47f3eb454d3ca2adbb49d93. 2024-12-02T18:19:12,006 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 663e0a38b47f3eb454d3ca2adbb49d93: Waiting for close lock at 1733163552006Disabling compacts and flushes for region at 1733163552006Disabling writes for close at 1733163552006Writing region close event to WAL at 1733163552006Closed at 1733163552006 2024-12-02T18:19:12,008 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T18:19:12,008 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733163551186.663e0a38b47f3eb454d3ca2adbb49d93.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733163552008"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733163552008"}]},"ts":"1733163552008"} 2024-12-02T18:19:12,010 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T18:19:12,011 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T18:19:12,011 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733163552011"}]},"ts":"1733163552011"} 2024-12-02T18:19:12,013 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T18:19:12,013 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=663e0a38b47f3eb454d3ca2adbb49d93, ASSIGN}] 2024-12-02T18:19:12,014 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=663e0a38b47f3eb454d3ca2adbb49d93, ASSIGN 2024-12-02T18:19:12,015 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=663e0a38b47f3eb454d3ca2adbb49d93, ASSIGN; state=OFFLINE, location=95451c90bed2,41729,1733163542218; forceNewPlan=false, retain=false 2024-12-02T18:19:12,166 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=663e0a38b47f3eb454d3ca2adbb49d93, regionState=OPENING, regionLocation=95451c90bed2,41729,1733163542218 2024-12-02T18:19:12,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=663e0a38b47f3eb454d3ca2adbb49d93, ASSIGN because future has completed 2024-12-02T18:19:12,168 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 663e0a38b47f3eb454d3ca2adbb49d93, server=95451c90bed2,41729,1733163542218}] 2024-12-02T18:19:12,324 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733163551186.663e0a38b47f3eb454d3ca2adbb49d93. 2024-12-02T18:19:12,325 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 663e0a38b47f3eb454d3ca2adbb49d93, NAME => 'test,,1733163551186.663e0a38b47f3eb454d3ca2adbb49d93.', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:19:12,325 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T18:19:12,325 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T18:19:12,325 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 663e0a38b47f3eb454d3ca2adbb49d93 2024-12-02T18:19:12,325 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733163551186.663e0a38b47f3eb454d3ca2adbb49d93.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:19:12,326 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 663e0a38b47f3eb454d3ca2adbb49d93 2024-12-02T18:19:12,326 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 663e0a38b47f3eb454d3ca2adbb49d93 2024-12-02T18:19:12,327 INFO [StoreOpener-663e0a38b47f3eb454d3ca2adbb49d93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 663e0a38b47f3eb454d3ca2adbb49d93 2024-12-02T18:19:12,328 INFO [StoreOpener-663e0a38b47f3eb454d3ca2adbb49d93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 663e0a38b47f3eb454d3ca2adbb49d93 columnFamilyName f 2024-12-02T18:19:12,328 DEBUG [StoreOpener-663e0a38b47f3eb454d3ca2adbb49d93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:19:12,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:19:12,329 INFO [StoreOpener-663e0a38b47f3eb454d3ca2adbb49d93-1 {}] regionserver.HStore(327): Store=663e0a38b47f3eb454d3ca2adbb49d93/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:19:12,329 INFO [StoreOpener-663e0a38b47f3eb454d3ca2adbb49d93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 663e0a38b47f3eb454d3ca2adbb49d93 2024-12-02T18:19:12,330 INFO [StoreOpener-663e0a38b47f3eb454d3ca2adbb49d93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 663e0a38b47f3eb454d3ca2adbb49d93 columnFamilyName f1 2024-12-02T18:19:12,330 DEBUG [StoreOpener-663e0a38b47f3eb454d3ca2adbb49d93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:19:12,331 INFO [StoreOpener-663e0a38b47f3eb454d3ca2adbb49d93-1 {}] regionserver.HStore(327): Store=663e0a38b47f3eb454d3ca2adbb49d93/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:19:12,331 INFO [StoreOpener-663e0a38b47f3eb454d3ca2adbb49d93-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 663e0a38b47f3eb454d3ca2adbb49d93 2024-12-02T18:19:12,332 INFO [StoreOpener-663e0a38b47f3eb454d3ca2adbb49d93-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 663e0a38b47f3eb454d3ca2adbb49d93 columnFamilyName norep 2024-12-02T18:19:12,332 DEBUG [StoreOpener-663e0a38b47f3eb454d3ca2adbb49d93-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:19:12,332 INFO [StoreOpener-663e0a38b47f3eb454d3ca2adbb49d93-1 {}] regionserver.HStore(327): Store=663e0a38b47f3eb454d3ca2adbb49d93/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:19:12,332 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 663e0a38b47f3eb454d3ca2adbb49d93 2024-12-02T18:19:12,333 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/data/default/test/663e0a38b47f3eb454d3ca2adbb49d93 2024-12-02T18:19:12,333 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/data/default/test/663e0a38b47f3eb454d3ca2adbb49d93 2024-12-02T18:19:12,334 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 663e0a38b47f3eb454d3ca2adbb49d93 2024-12-02T18:19:12,334 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 663e0a38b47f3eb454d3ca2adbb49d93 2024-12-02T18:19:12,335 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T18:19:12,336 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 663e0a38b47f3eb454d3ca2adbb49d93 2024-12-02T18:19:12,338 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/data/default/test/663e0a38b47f3eb454d3ca2adbb49d93/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T18:19:12,339 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 663e0a38b47f3eb454d3ca2adbb49d93; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73637793, jitterRate=0.09728862345218658}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T18:19:12,339 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 663e0a38b47f3eb454d3ca2adbb49d93 2024-12-02T18:19:12,339 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 663e0a38b47f3eb454d3ca2adbb49d93: Running coprocessor pre-open hook at 1733163552326Writing region info on filesystem at 1733163552326Initializing all the Stores at 1733163552327 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163552327Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163552327Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163552327Cleaning up temporary data from old regions at 1733163552334 (+7 ms)Running coprocessor post-open hooks at 1733163552339 (+5 ms)Region opened successfully at 1733163552339 2024-12-02T18:19:12,341 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733163551186.663e0a38b47f3eb454d3ca2adbb49d93., pid=6, masterSystemTime=1733163552321 2024-12-02T18:19:12,344 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733163551186.663e0a38b47f3eb454d3ca2adbb49d93. 2024-12-02T18:19:12,344 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733163551186.663e0a38b47f3eb454d3ca2adbb49d93. 2024-12-02T18:19:12,345 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=663e0a38b47f3eb454d3ca2adbb49d93, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=95451c90bed2,41729,1733163542218 2024-12-02T18:19:12,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 663e0a38b47f3eb454d3ca2adbb49d93, server=95451c90bed2,41729,1733163542218 because future has completed 2024-12-02T18:19:12,351 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T18:19:12,351 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 663e0a38b47f3eb454d3ca2adbb49d93, server=95451c90bed2,41729,1733163542218 in 181 msec 2024-12-02T18:19:12,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T18:19:12,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=663e0a38b47f3eb454d3ca2adbb49d93, ASSIGN in 338 msec 2024-12-02T18:19:12,355 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T18:19:12,355 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733163552355"}]},"ts":"1733163552355"} 2024-12-02T18:19:12,357 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T18:19:12,358 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T18:19:12,360 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1690 sec 2024-12-02T18:19:13,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:19:13,339 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:19:13,339 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T18:19:13,340 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,37971,1733163547654 2024-12-02T18:19:13,340 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e86acbb 2024-12-02T18:19:13,340 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:19:13,341 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T18:19:13,342 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37971 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T18:19:13,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37971 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T18:19:13,344 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T18:19:13,344 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:19:13,344 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37971 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T18:19:13,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:19:13,345 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T18:19:13,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45879 is added to blk_1073741835_1011 (size=902) 2024-12-02T18:19:13,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:19:13,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:19:13,753 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c274c3c1adcd3c81c02fdd76b642a03f, NAME => 'test,,1733163553341.c274c3c1adcd3c81c02fdd76b642a03f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147 2024-12-02T18:19:13,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45879 is added to blk_1073741836_1012 (size=39) 2024-12-02T18:19:13,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:19:14,165 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733163553341.c274c3c1adcd3c81c02fdd76b642a03f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:19:14,165 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c274c3c1adcd3c81c02fdd76b642a03f, disabling compactions & flushes 2024-12-02T18:19:14,165 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733163553341.c274c3c1adcd3c81c02fdd76b642a03f. 2024-12-02T18:19:14,165 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733163553341.c274c3c1adcd3c81c02fdd76b642a03f. 2024-12-02T18:19:14,165 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733163553341.c274c3c1adcd3c81c02fdd76b642a03f. after waiting 0 ms 2024-12-02T18:19:14,165 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733163553341.c274c3c1adcd3c81c02fdd76b642a03f. 2024-12-02T18:19:14,165 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733163553341.c274c3c1adcd3c81c02fdd76b642a03f. 2024-12-02T18:19:14,165 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c274c3c1adcd3c81c02fdd76b642a03f: Waiting for close lock at 1733163554165Disabling compacts and flushes for region at 1733163554165Disabling writes for close at 1733163554165Writing region close event to WAL at 1733163554165Closed at 1733163554165 2024-12-02T18:19:14,167 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T18:19:14,167 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733163553341.c274c3c1adcd3c81c02fdd76b642a03f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733163554167"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733163554167"}]},"ts":"1733163554167"} 2024-12-02T18:19:14,170 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T18:19:14,171 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T18:19:14,172 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733163554172"}]},"ts":"1733163554172"} 2024-12-02T18:19:14,174 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T18:19:14,175 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c274c3c1adcd3c81c02fdd76b642a03f, ASSIGN}] 2024-12-02T18:19:14,176 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c274c3c1adcd3c81c02fdd76b642a03f, ASSIGN 2024-12-02T18:19:14,177 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c274c3c1adcd3c81c02fdd76b642a03f, ASSIGN; state=OFFLINE, location=95451c90bed2,46607,1733163547823; forceNewPlan=false, retain=false 2024-12-02T18:19:14,328 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c274c3c1adcd3c81c02fdd76b642a03f, regionState=OPENING, regionLocation=95451c90bed2,46607,1733163547823 2024-12-02T18:19:14,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c274c3c1adcd3c81c02fdd76b642a03f, ASSIGN because future has completed 2024-12-02T18:19:14,331 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c274c3c1adcd3c81c02fdd76b642a03f, server=95451c90bed2,46607,1733163547823}] 2024-12-02T18:19:14,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:19:14,486 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733163553341.c274c3c1adcd3c81c02fdd76b642a03f. 2024-12-02T18:19:14,487 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c274c3c1adcd3c81c02fdd76b642a03f, NAME => 'test,,1733163553341.c274c3c1adcd3c81c02fdd76b642a03f.', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:19:14,487 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T18:19:14,487 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T18:19:14,487 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c274c3c1adcd3c81c02fdd76b642a03f 2024-12-02T18:19:14,487 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733163553341.c274c3c1adcd3c81c02fdd76b642a03f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:19:14,488 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c274c3c1adcd3c81c02fdd76b642a03f 2024-12-02T18:19:14,488 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c274c3c1adcd3c81c02fdd76b642a03f 2024-12-02T18:19:14,489 INFO [StoreOpener-c274c3c1adcd3c81c02fdd76b642a03f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c274c3c1adcd3c81c02fdd76b642a03f 2024-12-02T18:19:14,490 INFO [StoreOpener-c274c3c1adcd3c81c02fdd76b642a03f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c274c3c1adcd3c81c02fdd76b642a03f columnFamilyName f 2024-12-02T18:19:14,490 DEBUG [StoreOpener-c274c3c1adcd3c81c02fdd76b642a03f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:19:14,491 INFO [StoreOpener-c274c3c1adcd3c81c02fdd76b642a03f-1 {}] regionserver.HStore(327): Store=c274c3c1adcd3c81c02fdd76b642a03f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:19:14,491 INFO [StoreOpener-c274c3c1adcd3c81c02fdd76b642a03f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c274c3c1adcd3c81c02fdd76b642a03f 2024-12-02T18:19:14,492 INFO [StoreOpener-c274c3c1adcd3c81c02fdd76b642a03f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c274c3c1adcd3c81c02fdd76b642a03f columnFamilyName f1 2024-12-02T18:19:14,492 DEBUG [StoreOpener-c274c3c1adcd3c81c02fdd76b642a03f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:19:14,492 INFO [StoreOpener-c274c3c1adcd3c81c02fdd76b642a03f-1 {}] regionserver.HStore(327): Store=c274c3c1adcd3c81c02fdd76b642a03f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:19:14,492 INFO [StoreOpener-c274c3c1adcd3c81c02fdd76b642a03f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c274c3c1adcd3c81c02fdd76b642a03f 2024-12-02T18:19:14,493 INFO [StoreOpener-c274c3c1adcd3c81c02fdd76b642a03f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c274c3c1adcd3c81c02fdd76b642a03f columnFamilyName norep 2024-12-02T18:19:14,493 DEBUG [StoreOpener-c274c3c1adcd3c81c02fdd76b642a03f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:19:14,493 INFO [StoreOpener-c274c3c1adcd3c81c02fdd76b642a03f-1 {}] regionserver.HStore(327): Store=c274c3c1adcd3c81c02fdd76b642a03f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:19:14,494 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c274c3c1adcd3c81c02fdd76b642a03f 2024-12-02T18:19:14,494 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/data/default/test/c274c3c1adcd3c81c02fdd76b642a03f 2024-12-02T18:19:14,495 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/data/default/test/c274c3c1adcd3c81c02fdd76b642a03f 2024-12-02T18:19:14,496 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c274c3c1adcd3c81c02fdd76b642a03f 2024-12-02T18:19:14,496 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c274c3c1adcd3c81c02fdd76b642a03f 2024-12-02T18:19:14,496 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T18:19:14,498 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c274c3c1adcd3c81c02fdd76b642a03f 2024-12-02T18:19:14,500 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/data/default/test/c274c3c1adcd3c81c02fdd76b642a03f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T18:19:14,500 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c274c3c1adcd3c81c02fdd76b642a03f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59501135, jitterRate=-0.11336399614810944}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T18:19:14,500 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c274c3c1adcd3c81c02fdd76b642a03f 2024-12-02T18:19:14,500 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c274c3c1adcd3c81c02fdd76b642a03f: Running coprocessor pre-open hook at 1733163554488Writing region info on filesystem at 1733163554488Initializing all the Stores at 1733163554489 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163554489Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163554489Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163554489Cleaning up temporary data from old regions at 1733163554496 (+7 ms)Running coprocessor post-open hooks at 1733163554500 (+4 ms)Region opened successfully at 1733163554500 2024-12-02T18:19:14,501 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733163553341.c274c3c1adcd3c81c02fdd76b642a03f., pid=6, masterSystemTime=1733163554483 2024-12-02T18:19:14,503 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733163553341.c274c3c1adcd3c81c02fdd76b642a03f. 2024-12-02T18:19:14,503 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733163553341.c274c3c1adcd3c81c02fdd76b642a03f. 2024-12-02T18:19:14,504 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c274c3c1adcd3c81c02fdd76b642a03f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=95451c90bed2,46607,1733163547823 2024-12-02T18:19:14,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c274c3c1adcd3c81c02fdd76b642a03f, server=95451c90bed2,46607,1733163547823 because future has completed 2024-12-02T18:19:14,510 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T18:19:14,510 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c274c3c1adcd3c81c02fdd76b642a03f, server=95451c90bed2,46607,1733163547823 in 178 msec 2024-12-02T18:19:14,513 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T18:19:14,513 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c274c3c1adcd3c81c02fdd76b642a03f, ASSIGN in 335 msec 2024-12-02T18:19:14,514 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T18:19:14,514 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733163554514"}]},"ts":"1733163554514"} 2024-12-02T18:19:14,516 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T18:19:14,517 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T18:19:14,519 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1750 sec 2024-12-02T18:19:15,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37971 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:19:15,489 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T18:19:15,490 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f75b96d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:19:15,490 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,43093,-1 for getting cluster id 2024-12-02T18:19:15,490 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:19:15,491 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd08d91c5-86f7-4d4a-94fa-2278876d5de9' 2024-12-02T18:19:15,491 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:19:15,491 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d08d91c5-86f7-4d4a-94fa-2278876d5de9" 2024-12-02T18:19:15,491 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b3e02fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:19:15,491 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,43093,-1] 2024-12-02T18:19:15,492 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:19:15,492 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:19:15,493 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:19:15,493 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@766053be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:19:15,494 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13c8bff5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:19:15,494 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,37971,-1 for getting cluster id 2024-12-02T18:19:15,494 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:19:15,495 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e14e585-23f2-4cca-b8db-ba1e1b3e64e1' 2024-12-02T18:19:15,495 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:19:15,495 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e14e585-23f2-4cca-b8db-ba1e1b3e64e1" 2024-12-02T18:19:15,496 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45347968, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:19:15,496 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,37971,-1] 2024-12-02T18:19:15,496 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:19:15,496 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:19:15,497 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:19:15,497 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5db2df98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:19:15,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e32b7d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:19:15,498 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,43093,-1 for getting cluster id 2024-12-02T18:19:15,498 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:19:15,499 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd08d91c5-86f7-4d4a-94fa-2278876d5de9' 2024-12-02T18:19:15,499 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:19:15,499 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d08d91c5-86f7-4d4a-94fa-2278876d5de9" 2024-12-02T18:19:15,499 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50f8886, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:19:15,499 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,43093,-1] 2024-12-02T18:19:15,499 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:19:15,499 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:19:15,500 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:19:15,501 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f432b6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:19:15,502 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:19:15,503 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,43093,1733163541876 2024-12-02T18:19:15,503 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c522972 2024-12-02T18:19:15,503 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:19:15,504 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T18:19:15,504 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://95451c90bed2:37971,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-12-02T18:19:15,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T18:19:15,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T18:19:15,507 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='95451c90bed2:37971' 2024-12-02T18:19:15,508 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@175f5dfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:19:15,508 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,37971,-1 for getting cluster id 2024-12-02T18:19:15,508 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:19:15,509 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e14e585-23f2-4cca-b8db-ba1e1b3e64e1' 2024-12-02T18:19:15,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:19:15,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e14e585-23f2-4cca-b8db-ba1e1b3e64e1" 2024-12-02T18:19:15,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@744c61a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:19:15,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,37971,-1] 2024-12-02T18:19:15,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:19:15,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:19:15,510 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:19:15,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@96e5210, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:19:15,511 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:19:15,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,37971,1733163547654 2024-12-02T18:19:15,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26620d5a 2024-12-02T18:19:15,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:19:15,512 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T18:19:15,513 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-02T18:19:15,513 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T18:19:15,513 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:19:15,513 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:19:15,513 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:19:15,513 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T18:19:15,514 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T18:19:15,515 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T18:19:15,516 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:19:15,517 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T18:19:15,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34179 is added to blk_1073741837_1013 (size=1138) 2024-12-02T18:19:15,565 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T18:19:15,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T18:19:15,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T18:19:15,924 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cc19e719aedbac85ca73737fec72c586, NAME => 'hbase:replication,,1733163555513.cc19e719aedbac85ca73737fec72c586.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433 2024-12-02T18:19:15,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34179 is added to blk_1073741838_1014 (size=44) 2024-12-02T18:19:15,930 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733163555513.cc19e719aedbac85ca73737fec72c586.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:19:15,930 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing cc19e719aedbac85ca73737fec72c586, disabling compactions & flushes 2024-12-02T18:19:15,930 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733163555513.cc19e719aedbac85ca73737fec72c586. 2024-12-02T18:19:15,930 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733163555513.cc19e719aedbac85ca73737fec72c586. 2024-12-02T18:19:15,930 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733163555513.cc19e719aedbac85ca73737fec72c586. after waiting 0 ms 2024-12-02T18:19:15,930 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733163555513.cc19e719aedbac85ca73737fec72c586. 2024-12-02T18:19:15,930 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733163555513.cc19e719aedbac85ca73737fec72c586. 2024-12-02T18:19:15,930 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for cc19e719aedbac85ca73737fec72c586: Waiting for close lock at 1733163555930Disabling compacts and flushes for region at 1733163555930Disabling writes for close at 1733163555930Writing region close event to WAL at 1733163555930Closed at 1733163555930 2024-12-02T18:19:15,932 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T18:19:15,932 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733163555513.cc19e719aedbac85ca73737fec72c586.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733163555932"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733163555932"}]},"ts":"1733163555932"} 2024-12-02T18:19:15,934 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T18:19:15,935 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T18:19:15,935 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733163555935"}]},"ts":"1733163555935"} 2024-12-02T18:19:15,937 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T18:19:15,937 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cc19e719aedbac85ca73737fec72c586, ASSIGN}] 2024-12-02T18:19:15,938 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cc19e719aedbac85ca73737fec72c586, ASSIGN 2024-12-02T18:19:15,939 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cc19e719aedbac85ca73737fec72c586, ASSIGN; state=OFFLINE, location=95451c90bed2,41729,1733163542218; forceNewPlan=false, retain=false 2024-12-02T18:19:15,947 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-02T18:19:16,089 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cc19e719aedbac85ca73737fec72c586, regionState=OPENING, regionLocation=95451c90bed2,41729,1733163542218 2024-12-02T18:19:16,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cc19e719aedbac85ca73737fec72c586, ASSIGN because future has completed 2024-12-02T18:19:16,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc19e719aedbac85ca73737fec72c586, server=95451c90bed2,41729,1733163542218}] 2024-12-02T18:19:16,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T18:19:16,247 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733163555513.cc19e719aedbac85ca73737fec72c586. 2024-12-02T18:19:16,247 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:19:16,248 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T18:19:16,249 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=95451c90bed2%2C41729%2C1733163542218.rep, suffix=, logDir=hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/WALs/95451c90bed2,41729,1733163542218, archiveDir=hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/oldWALs, maxLogs=10 2024-12-02T18:19:16,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/WALs/95451c90bed2,41729,1733163542218/95451c90bed2%2C41729%2C1733163542218.rep.1733163556249, exclude list is [], retry=0 2024-12-02T18:19:16,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34179,DS-dfcec062-e569-4c70-9ed3-9a361eeca796,DISK] 2024-12-02T18:19:16,264 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/WALs/95451c90bed2,41729,1733163542218/95451c90bed2%2C41729%2C1733163542218.rep.1733163556249 2024-12-02T18:19:16,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40757:40757)] 2024-12-02T18:19:16,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => cc19e719aedbac85ca73737fec72c586, NAME => 'hbase:replication,,1733163555513.cc19e719aedbac85ca73737fec72c586.', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:19:16,264 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T18:19:16,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T18:19:16,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733163555513.cc19e719aedbac85ca73737fec72c586. service=MultiRowMutationService 2024-12-02T18:19:16,265 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T18:19:16,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication cc19e719aedbac85ca73737fec72c586 2024-12-02T18:19:16,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733163555513.cc19e719aedbac85ca73737fec72c586.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:19:16,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for cc19e719aedbac85ca73737fec72c586 2024-12-02T18:19:16,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for cc19e719aedbac85ca73737fec72c586 2024-12-02T18:19:16,266 INFO [StoreOpener-cc19e719aedbac85ca73737fec72c586-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region cc19e719aedbac85ca73737fec72c586 2024-12-02T18:19:16,267 INFO [StoreOpener-cc19e719aedbac85ca73737fec72c586-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc19e719aedbac85ca73737fec72c586 columnFamilyName hfileref 2024-12-02T18:19:16,267 DEBUG [StoreOpener-cc19e719aedbac85ca73737fec72c586-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:19:16,268 INFO [StoreOpener-cc19e719aedbac85ca73737fec72c586-1 {}] regionserver.HStore(327): Store=cc19e719aedbac85ca73737fec72c586/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:19:16,268 INFO [StoreOpener-cc19e719aedbac85ca73737fec72c586-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region cc19e719aedbac85ca73737fec72c586 2024-12-02T18:19:16,269 INFO [StoreOpener-cc19e719aedbac85ca73737fec72c586-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc19e719aedbac85ca73737fec72c586 columnFamilyName queue 2024-12-02T18:19:16,269 DEBUG [StoreOpener-cc19e719aedbac85ca73737fec72c586-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:19:16,269 INFO [StoreOpener-cc19e719aedbac85ca73737fec72c586-1 {}] regionserver.HStore(327): Store=cc19e719aedbac85ca73737fec72c586/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:19:16,269 INFO [StoreOpener-cc19e719aedbac85ca73737fec72c586-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region cc19e719aedbac85ca73737fec72c586 2024-12-02T18:19:16,270 INFO [StoreOpener-cc19e719aedbac85ca73737fec72c586-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc19e719aedbac85ca73737fec72c586 columnFamilyName sid 2024-12-02T18:19:16,270 DEBUG [StoreOpener-cc19e719aedbac85ca73737fec72c586-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:19:16,271 INFO [StoreOpener-cc19e719aedbac85ca73737fec72c586-1 {}] regionserver.HStore(327): Store=cc19e719aedbac85ca73737fec72c586/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:19:16,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for cc19e719aedbac85ca73737fec72c586 2024-12-02T18:19:16,271 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/data/hbase/replication/cc19e719aedbac85ca73737fec72c586 2024-12-02T18:19:16,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/data/hbase/replication/cc19e719aedbac85ca73737fec72c586 2024-12-02T18:19:16,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for cc19e719aedbac85ca73737fec72c586 2024-12-02T18:19:16,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for cc19e719aedbac85ca73737fec72c586 2024-12-02T18:19:16,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T18:19:16,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for cc19e719aedbac85ca73737fec72c586 2024-12-02T18:19:16,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/data/hbase/replication/cc19e719aedbac85ca73737fec72c586/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T18:19:16,276 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened cc19e719aedbac85ca73737fec72c586; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59290609, jitterRate=-0.11650107800960541}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T18:19:16,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cc19e719aedbac85ca73737fec72c586 2024-12-02T18:19:16,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for cc19e719aedbac85ca73737fec72c586: Running coprocessor pre-open hook at 1733163556265Writing region info on filesystem at 1733163556265Initializing all the Stores at 1733163556266 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163556266Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163556266Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163556266Cleaning up temporary data from old regions at 1733163556273 (+7 ms)Running coprocessor post-open hooks at 1733163556276 (+3 ms)Region opened successfully at 1733163556277 (+1 ms) 2024-12-02T18:19:16,278 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733163555513.cc19e719aedbac85ca73737fec72c586., pid=10, masterSystemTime=1733163556244 2024-12-02T18:19:16,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733163555513.cc19e719aedbac85ca73737fec72c586. 2024-12-02T18:19:16,279 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733163555513.cc19e719aedbac85ca73737fec72c586. 2024-12-02T18:19:16,280 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cc19e719aedbac85ca73737fec72c586, regionState=OPEN, openSeqNum=2, regionLocation=95451c90bed2,41729,1733163542218 2024-12-02T18:19:16,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc19e719aedbac85ca73737fec72c586, server=95451c90bed2,41729,1733163542218 because future has completed 2024-12-02T18:19:16,285 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T18:19:16,285 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure cc19e719aedbac85ca73737fec72c586, server=95451c90bed2,41729,1733163542218 in 191 msec 2024-12-02T18:19:16,287 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T18:19:16,287 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cc19e719aedbac85ca73737fec72c586, ASSIGN in 348 msec 2024-12-02T18:19:16,288 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T18:19:16,288 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733163556288"}]},"ts":"1733163556288"} 2024-12-02T18:19:16,290 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T18:19:16,291 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T18:19:16,293 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 778 msec 2024-12-02T18:19:16,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733163555513.cc19e719aedbac85ca73737fec72c586., hostname=95451c90bed2,41729,1733163542218, seqNum=2] 2024-12-02T18:19:16,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43093-0x1019744d9820000, quorum=127.0.0.1:51170, baseZNode=/0248402085 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0248402085 2024-12-02T18:19:16,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41729-0x1019744d9820001, quorum=127.0.0.1:51170, baseZNode=/0248402085 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0248402085 2024-12-02T18:19:16,412 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T18:19:16,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41729 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T18:19:16,565 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T18:19:16,583 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T18:19:16,617 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-95451c90bed2,41729,1733163542218, ReplicationSource: 1, currentBandwidth=0 2024-12-02T18:19:16,618 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:19:16,618 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,41729,1733163542218, seqNum=-1] 2024-12-02T18:19:16,618 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:19:16,619 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39029, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-12-02T18:19:16,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-95451c90bed2,41729,1733163542218', locateType=CURRENT is [region=hbase:replication,,1733163555513.cc19e719aedbac85ca73737fec72c586., hostname=95451c90bed2,41729,1733163542218, seqNum=2] 2024-12-02T18:19:16,633 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T18:19:16,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T18:19:16,639 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 95451c90bed2,41729,1733163542218 suceeded 2024-12-02T18:19:16,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T18:19:16,643 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T18:19:16,643 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 227 msec 2024-12-02T18:19:16,643 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://95451c90bed2:37971,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-12-02T18:19:16,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:19:16,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:19:16,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:19:16,647 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1390 sec 2024-12-02T18:19:16,652 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,41729,1733163542218 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='95451c90bed2:37971' 2024-12-02T18:19:16,653 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,41729,1733163542218 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f0d8f30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:19:16,653 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,41729,1733163542218 {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,37971,-1 for getting cluster id 2024-12-02T18:19:16,653 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,41729,1733163542218 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:19:16,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:19:16,654 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e14e585-23f2-4cca-b8db-ba1e1b3e64e1' 2024-12-02T18:19:16,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:19:16,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e14e585-23f2-4cca-b8db-ba1e1b3e64e1" 2024-12-02T18:19:16,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4df31fcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:19:16,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,37971,-1] 2024-12-02T18:19:16,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:19:16,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:19:16,656 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:19:16,657 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,41729,1733163542218 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fb0ee3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:19:16,657 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,41729,1733163542218 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:19:16,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,37971,1733163547654 2024-12-02T18:19:16,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@296c6b28 2024-12-02T18:19:16,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:19:16,660 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-12-02T18:19:16,662 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,41729,1733163542218 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-95451c90bed2,41729,1733163542218 (queues=1) is replicating from cluster=d08d91c5-86f7-4d4a-94fa-2278876d5de9 to cluster=0e14e585-23f2-4cca-b8db-ba1e1b3e64e1 2024-12-02T18:19:16,662 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,41729,1733163542218 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=95451c90bed2%2C41729%2C1733163542218 2024-12-02T18:19:16,662 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,41729,1733163542218 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-95451c90bed2,41729,1733163542218, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T18:19:16,664 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,41729,1733163542218.replicationSource.wal-reader.95451c90bed2%2C41729%2C1733163542218,1-95451c90bed2,41729,1733163542218 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/WALs/95451c90bed2,41729,1733163542218/95451c90bed2%2C41729%2C1733163542218.1733163544417, startPosition=0, beingWritten=true 2024-12-02T18:19:16,665 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,41729,1733163542218.replicationSource.shipper95451c90bed2%2C41729%2C1733163542218,1-95451c90bed2,41729,1733163542218 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 95451c90bed2%2C41729%2C1733163542218 2024-12-02T18:19:16,669 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-02T18:19:16,669 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-02T18:19:16,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-02T18:19:16,670 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-02T18:19:16,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T18:19:16,670 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-02T18:19:16,681 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,41729,1733163542218.replicationSource.wal-reader.95451c90bed2%2C41729%2C1733163542218,1-95451c90bed2,41729,1733163542218 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T18:19:16,681 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,41729,1733163542218.replicationSource.wal-reader.95451c90bed2%2C41729%2C1733163542218,1-95451c90bed2,41729,1733163542218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/WALs/95451c90bed2,41729,1733163542218/95451c90bed2%2C41729%2C1733163542218.1733163544417 to pos 379, reset compression=false 2024-12-02T18:19:16,681 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,41729,1733163542218.replicationSource.shipper95451c90bed2%2C41729%2C1733163542218,1-95451c90bed2,41729,1733163542218 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-95451c90bed2,41729,1733163542218 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/WALs/95451c90bed2,41729,1733163542218/95451c90bed2%2C41729%2C1733163542218.1733163544417, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T18:19:16,888 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,41729,1733163542218.replicationSource.wal-reader.95451c90bed2%2C41729%2C1733163542218,1-95451c90bed2,41729,1733163542218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/WALs/95451c90bed2,41729,1733163542218/95451c90bed2%2C41729%2C1733163542218.1733163544417 to pos 379, reset compression=false 2024-12-02T18:19:17,192 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,41729,1733163542218.replicationSource.wal-reader.95451c90bed2%2C41729%2C1733163542218,1-95451c90bed2,41729,1733163542218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/WALs/95451c90bed2,41729,1733163542218/95451c90bed2%2C41729%2C1733163542218.1733163544417 to pos 379, reset compression=false 2024-12-02T18:19:17,596 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,41729,1733163542218.replicationSource.wal-reader.95451c90bed2%2C41729%2C1733163542218,1-95451c90bed2,41729,1733163542218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/WALs/95451c90bed2,41729,1733163542218/95451c90bed2%2C41729%2C1733163542218.1733163544417 to pos 379, reset compression=false 2024-12-02T18:19:17,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43093 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T18:19:17,659 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T18:19:17,659 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T18:19:17,659 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:19:17,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:19:17,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:19:17,659 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:19:17,659 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:19:17,664 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/load_f/f/hfile_0 is 36, key is aaaa/f:row/1733163557663/Put/seqid=0 2024-12-02T18:19:17,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34179 is added to blk_1073741840_1016 (size=7894) 2024-12-02T18:19:18,070 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/load_f/f/hfile_1 is 34, key is ddd/f:row/1733163558069/Put/seqid=0 2024-12-02T18:19:18,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34179 is added to blk_1073741841_1017 (size=7691) 2024-12-02T18:19:18,100 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,41729,1733163542218.replicationSource.wal-reader.95451c90bed2%2C41729%2C1733163542218,1-95451c90bed2,41729,1733163542218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/WALs/95451c90bed2,41729,1733163542218/95451c90bed2%2C41729%2C1733163542218.1733163544417 to pos 379, reset compression=false 2024-12-02T18:19:18,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19bb41bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:19:18,478 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,43093,-1 for getting cluster id 2024-12-02T18:19:18,478 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:19:18,479 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd08d91c5-86f7-4d4a-94fa-2278876d5de9' 2024-12-02T18:19:18,479 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:19:18,479 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d08d91c5-86f7-4d4a-94fa-2278876d5de9" 2024-12-02T18:19:18,479 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aae847a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:19:18,479 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,43093,-1] 2024-12-02T18:19:18,479 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:19:18,480 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:19:18,480 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:19:18,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e708bcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:19:18,481 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:19:18,482 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,41729,1733163542218, seqNum=-1] 2024-12-02T18:19:18,482 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:19:18,483 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T18:19:18,491 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:19:18,492 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,43093,1733163541876 2024-12-02T18:19:18,492 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c5f445e 2024-12-02T18:19:18,494 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:19:18,495 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T18:19:18,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733163551186.663e0a38b47f3eb454d3ca2adbb49d93., hostname=95451c90bed2,41729,1733163542218, seqNum=2] 2024-12-02T18:19:18,508 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T18:19:18,518 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-02T18:19:18,522 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-02T18:19:18,534 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41729 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/load_f/f/hfile_1 for inclusion in 663e0a38b47f3eb454d3ca2adbb49d93/f 2024-12-02T18:19:18,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41729 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-02T18:19:18,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41729 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T18:19:18,540 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41729 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/load_f/f/hfile_0 for inclusion in 663e0a38b47f3eb454d3ca2adbb49d93/f 2024-12-02T18:19:18,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41729 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-02T18:19:18,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41729 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T18:19:18,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41729 {}] regionserver.HRegion(2603): Flush status journal for 663e0a38b47f3eb454d3ca2adbb49d93: 2024-12-02T18:19:18,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41729 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/load_f/f/hfile_1 to hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/staging/jenkins__test__da99ndhluvt67qn9t58i866qo97cpebefeehrok97enk9r90lto942h93nqrtft9/f/hfile_1 2024-12-02T18:19:18,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41729 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/staging/jenkins__test__da99ndhluvt67qn9t58i866qo97cpebefeehrok97enk9r90lto942h93nqrtft9/f/hfile_1 as hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/data/default/test/663e0a38b47f3eb454d3ca2adbb49d93/f/08b4547fc61e4bc5ab75b79cf308da81_SeqId_4_ 2024-12-02T18:19:18,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41729 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/load_f/f/hfile_0 to hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/staging/jenkins__test__da99ndhluvt67qn9t58i866qo97cpebefeehrok97enk9r90lto942h93nqrtft9/f/hfile_0 2024-12-02T18:19:18,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41729 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/staging/jenkins__test__da99ndhluvt67qn9t58i866qo97cpebefeehrok97enk9r90lto942h93nqrtft9/f/hfile_0 as hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/data/default/test/663e0a38b47f3eb454d3ca2adbb49d93/f/1e2b17d04c874f97840b825af46ba0af_SeqId_4_ 2024-12-02T18:19:18,558 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41729 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/staging/jenkins__test__da99ndhluvt67qn9t58i866qo97cpebefeehrok97enk9r90lto942h93nqrtft9/f/hfile_1 into 663e0a38b47f3eb454d3ca2adbb49d93/f as hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/data/default/test/663e0a38b47f3eb454d3ca2adbb49d93/f/08b4547fc61e4bc5ab75b79cf308da81_SeqId_4_ - updating store file list. 2024-12-02T18:19:18,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41729 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 08b4547fc61e4bc5ab75b79cf308da81_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T18:19:18,566 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41729 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/data/default/test/663e0a38b47f3eb454d3ca2adbb49d93/f/08b4547fc61e4bc5ab75b79cf308da81_SeqId_4_ into 663e0a38b47f3eb454d3ca2adbb49d93/f 2024-12-02T18:19:18,566 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41729 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/staging/jenkins__test__da99ndhluvt67qn9t58i866qo97cpebefeehrok97enk9r90lto942h93nqrtft9/f/hfile_1 into 663e0a38b47f3eb454d3ca2adbb49d93/f (new location: hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/data/default/test/663e0a38b47f3eb454d3ca2adbb49d93/f/08b4547fc61e4bc5ab75b79cf308da81_SeqId_4_) 2024-12-02T18:19:18,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41729 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/staging/jenkins__test__da99ndhluvt67qn9t58i866qo97cpebefeehrok97enk9r90lto942h93nqrtft9/f/hfile_1 2024-12-02T18:19:18,567 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41729 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/staging/jenkins__test__da99ndhluvt67qn9t58i866qo97cpebefeehrok97enk9r90lto942h93nqrtft9/f/hfile_0 into 663e0a38b47f3eb454d3ca2adbb49d93/f as hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/data/default/test/663e0a38b47f3eb454d3ca2adbb49d93/f/1e2b17d04c874f97840b825af46ba0af_SeqId_4_ - updating store file list. 2024-12-02T18:19:18,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41729 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1e2b17d04c874f97840b825af46ba0af_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T18:19:18,573 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41729 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/data/default/test/663e0a38b47f3eb454d3ca2adbb49d93/f/1e2b17d04c874f97840b825af46ba0af_SeqId_4_ into 663e0a38b47f3eb454d3ca2adbb49d93/f 2024-12-02T18:19:18,573 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41729 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/staging/jenkins__test__da99ndhluvt67qn9t58i866qo97cpebefeehrok97enk9r90lto942h93nqrtft9/f/hfile_0 into 663e0a38b47f3eb454d3ca2adbb49d93/f (new location: hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/data/default/test/663e0a38b47f3eb454d3ca2adbb49d93/f/1e2b17d04c874f97840b825af46ba0af_SeqId_4_) 2024-12-02T18:19:18,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41729 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/staging/jenkins__test__da99ndhluvt67qn9t58i866qo97cpebefeehrok97enk9r90lto942h93nqrtft9/f/hfile_0 2024-12-02T18:19:18,583 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T18:19:18,583 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:19:18,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:19:18,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:19:18,584 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:19:18,585 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:19:18,585 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733163551186.663e0a38b47f3eb454d3ca2adbb49d93., hostname=95451c90bed2,41729,1733163542218, seqNum=2 , the old value is region=test,,1733163551186.663e0a38b47f3eb454d3ca2adbb49d93., hostname=95451c90bed2,41729,1733163542218, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=95451c90bed2:41729 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T18:19:18,586 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733163551186.663e0a38b47f3eb454d3ca2adbb49d93., hostname=95451c90bed2,41729,1733163542218, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T18:19:18,586 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-02T18:19:18,586 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733163551186.663e0a38b47f3eb454d3ca2adbb49d93., hostname=95451c90bed2,41729,1733163542218, seqNum=2 from cache 2024-12-02T18:19:18,587 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,46607,1733163547823, seqNum=-1] 2024-12-02T18:19:18,588 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:19:18,589 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T18:19:18,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733163553341.c274c3c1adcd3c81c02fdd76b642a03f., hostname=95451c90bed2,46607,1733163547823, seqNum=2] 2024-12-02T18:19:18,594 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-02T18:19:18,690 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=95451c90bed2:41729 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-02T18:19:18,703 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,41729,1733163542218.replicationSource.wal-reader.95451c90bed2%2C41729%2C1733163542218,1-95451c90bed2,41729,1733163542218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/WALs/95451c90bed2,41729,1733163542218/95451c90bed2%2C41729%2C1733163542218.1733163544417 to pos 379, reset compression=false 2024-12-02T18:19:18,708 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,41729,1733163542218.replicationSource.wal-reader.95451c90bed2%2C41729%2C1733163542218,1-95451c90bed2,41729,1733163542218 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T18:19:18,709 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,41729,1733163542218.replicationSource.shipper95451c90bed2%2C41729%2C1733163542218,1-95451c90bed2,41729,1733163542218 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-95451c90bed2,41729,1733163542218 got entry batch from reader: WALEntryBatch [walEntries=[{test/663e0a38b47f3eb454d3ca2adbb49d93/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733163558577/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/WALs/95451c90bed2,41729,1733163542218/95451c90bed2%2C41729%2C1733163542218.1733163544417, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-02T18:19:18,725 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,41729,1733163542218.replicationSource.shipper95451c90bed2%2C41729%2C1733163542218,1-95451c90bed2,41729,1733163542218 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T18:19:18,727 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-12-02T18:19:18,728 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46607 {}] regionserver.ReplicationSink(318): Replicating [d08d91c5-86f7-4d4a-94fa-2278876d5de9] bulk loaded data 2024-12-02T18:19:18,730 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46607 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c4c2df5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:19:18,730 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46607 {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,37971,-1 for getting cluster id 2024-12-02T18:19:18,730 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46607 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:19:18,730 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0e14e585-23f2-4cca-b8db-ba1e1b3e64e1' 2024-12-02T18:19:18,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:19:18,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0e14e585-23f2-4cca-b8db-ba1e1b3e64e1" 2024-12-02T18:19:18,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e98c0f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:19:18,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,37971,-1] 2024-12-02T18:19:18,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:19:18,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:19:18,732 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:19:18,732 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46607 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62c93bcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:19:18,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45879 is added to blk_1073741837_1013 (size=7691) 2024-12-02T18:19:18,909 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,41729,1733163542218.replicationSource.wal-reader.95451c90bed2%2C41729%2C1733163542218,1-95451c90bed2,41729,1733163542218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/WALs/95451c90bed2,41729,1733163542218/95451c90bed2%2C41729%2C1733163542218.1733163544417 to pos 687, reset compression=false 2024-12-02T18:19:19,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45879 is added to blk_1073741838_1014 (size=7894) 2024-12-02T18:19:19,213 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,41729,1733163542218.replicationSource.wal-reader.95451c90bed2%2C41729%2C1733163542218,1-95451c90bed2,41729,1733163542218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/WALs/95451c90bed2,41729,1733163542218/95451c90bed2%2C41729%2C1733163542218.1733163544417 to pos 687, reset compression=false 2024-12-02T18:19:19,555 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46607 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:19:19,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,37971,1733163547654 2024-12-02T18:19:19,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5759826b 2024-12-02T18:19:19,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:19:19,557 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-12-02T18:19:19,559 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46607 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T18:19:19,559 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46607 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:19:19,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,46607,1733163547823, seqNum=-1] 2024-12-02T18:19:19,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:19:19,562 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-12-02T18:19:19,569 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/staging/jenkins.hfs.6__test__2qrtjhlgsotogdj4lv5b349nqbn24r3lfn7b7vr3u4cn4irm17qcis2g93j75nq0/f/08b4547fc61e4bc5ab75b79cf308da81_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-02T18:19:19,572 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/staging/jenkins.hfs.6__test__2qrtjhlgsotogdj4lv5b349nqbn24r3lfn7b7vr3u4cn4irm17qcis2g93j75nq0/f/1e2b17d04c874f97840b825af46ba0af_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-02T18:19:19,575 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46607 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/staging/jenkins.hfs.6__test__2qrtjhlgsotogdj4lv5b349nqbn24r3lfn7b7vr3u4cn4irm17qcis2g93j75nq0/f/08b4547fc61e4bc5ab75b79cf308da81_SeqId_4_ for inclusion in c274c3c1adcd3c81c02fdd76b642a03f/f 2024-12-02T18:19:19,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46607 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-02T18:19:19,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46607 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T18:19:19,578 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46607 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/staging/jenkins.hfs.6__test__2qrtjhlgsotogdj4lv5b349nqbn24r3lfn7b7vr3u4cn4irm17qcis2g93j75nq0/f/1e2b17d04c874f97840b825af46ba0af_SeqId_4_ for inclusion in c274c3c1adcd3c81c02fdd76b642a03f/f 2024-12-02T18:19:19,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46607 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-02T18:19:19,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46607 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T18:19:19,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46607 {}] regionserver.HRegion(2603): Flush status journal for c274c3c1adcd3c81c02fdd76b642a03f: 2024-12-02T18:19:19,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46607 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 08b4547fc61e4bc5ab75b79cf308da81_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-02T18:19:19,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46607 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/staging/jenkins.hfs.6__test__2qrtjhlgsotogdj4lv5b349nqbn24r3lfn7b7vr3u4cn4irm17qcis2g93j75nq0/f/08b4547fc61e4bc5ab75b79cf308da81_SeqId_4_ as hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/data/default/test/c274c3c1adcd3c81c02fdd76b642a03f/f/501658d2a7bd4e109a72cbaad7a69413_SeqId_4_ 2024-12-02T18:19:19,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46607 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1e2b17d04c874f97840b825af46ba0af_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-02T18:19:19,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46607 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/staging/jenkins.hfs.6__test__2qrtjhlgsotogdj4lv5b349nqbn24r3lfn7b7vr3u4cn4irm17qcis2g93j75nq0/f/1e2b17d04c874f97840b825af46ba0af_SeqId_4_ as hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/data/default/test/c274c3c1adcd3c81c02fdd76b642a03f/f/d86ecae765d34b2e856d75c447027419_SeqId_4_ 2024-12-02T18:19:19,584 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46607 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/staging/jenkins.hfs.6__test__2qrtjhlgsotogdj4lv5b349nqbn24r3lfn7b7vr3u4cn4irm17qcis2g93j75nq0/f/08b4547fc61e4bc5ab75b79cf308da81_SeqId_4_ into c274c3c1adcd3c81c02fdd76b642a03f/f as hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/data/default/test/c274c3c1adcd3c81c02fdd76b642a03f/f/501658d2a7bd4e109a72cbaad7a69413_SeqId_4_ - updating store file list. 2024-12-02T18:19:19,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46607 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 501658d2a7bd4e109a72cbaad7a69413_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T18:19:19,589 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46607 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/data/default/test/c274c3c1adcd3c81c02fdd76b642a03f/f/501658d2a7bd4e109a72cbaad7a69413_SeqId_4_ into c274c3c1adcd3c81c02fdd76b642a03f/f 2024-12-02T18:19:19,589 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46607 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/staging/jenkins.hfs.6__test__2qrtjhlgsotogdj4lv5b349nqbn24r3lfn7b7vr3u4cn4irm17qcis2g93j75nq0/f/08b4547fc61e4bc5ab75b79cf308da81_SeqId_4_ into c274c3c1adcd3c81c02fdd76b642a03f/f (new location: hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/data/default/test/c274c3c1adcd3c81c02fdd76b642a03f/f/501658d2a7bd4e109a72cbaad7a69413_SeqId_4_) 2024-12-02T18:19:19,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46607 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/staging/jenkins.hfs.6__test__2qrtjhlgsotogdj4lv5b349nqbn24r3lfn7b7vr3u4cn4irm17qcis2g93j75nq0/f/08b4547fc61e4bc5ab75b79cf308da81_SeqId_4_ 2024-12-02T18:19:19,590 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46607 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/staging/jenkins.hfs.6__test__2qrtjhlgsotogdj4lv5b349nqbn24r3lfn7b7vr3u4cn4irm17qcis2g93j75nq0/f/1e2b17d04c874f97840b825af46ba0af_SeqId_4_ into c274c3c1adcd3c81c02fdd76b642a03f/f as hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/data/default/test/c274c3c1adcd3c81c02fdd76b642a03f/f/d86ecae765d34b2e856d75c447027419_SeqId_4_ - updating store file list. 2024-12-02T18:19:19,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46607 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d86ecae765d34b2e856d75c447027419_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T18:19:19,594 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46607 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/data/default/test/c274c3c1adcd3c81c02fdd76b642a03f/f/d86ecae765d34b2e856d75c447027419_SeqId_4_ into c274c3c1adcd3c81c02fdd76b642a03f/f 2024-12-02T18:19:19,594 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46607 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/staging/jenkins.hfs.6__test__2qrtjhlgsotogdj4lv5b349nqbn24r3lfn7b7vr3u4cn4irm17qcis2g93j75nq0/f/1e2b17d04c874f97840b825af46ba0af_SeqId_4_ into c274c3c1adcd3c81c02fdd76b642a03f/f (new location: hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/data/default/test/c274c3c1adcd3c81c02fdd76b642a03f/f/d86ecae765d34b2e856d75c447027419_SeqId_4_) 2024-12-02T18:19:19,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46607 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/staging/jenkins.hfs.6__test__2qrtjhlgsotogdj4lv5b349nqbn24r3lfn7b7vr3u4cn4irm17qcis2g93j75nq0/f/1e2b17d04c874f97840b825af46ba0af_SeqId_4_ 2024-12-02T18:19:19,597 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46607 {}] regionserver.ReplicationSink(324): Finished replicating [d08d91c5-86f7-4d4a-94fa-2278876d5de9] bulk loaded data 2024-12-02T18:19:19,608 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:19:19,612 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1733163559611/Put/seqid=0 2024-12-02T18:19:19,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34179 is added to blk_1073741842_1018 (size=7997) 2024-12-02T18:19:19,616 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,41729,1733163542218.replicationSource.wal-reader.95451c90bed2%2C41729%2C1733163542218,1-95451c90bed2,41729,1733163542218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/WALs/95451c90bed2,41729,1733163542218/95451c90bed2%2C41729%2C1733163542218.1733163544417 to pos 687, reset compression=false 2024-12-02T18:19:20,020 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1733163560017/Put/seqid=0 2024-12-02T18:19:20,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34179 is added to blk_1073741843_1019 (size=7794) 2024-12-02T18:19:20,120 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,41729,1733163542218.replicationSource.wal-reader.95451c90bed2%2C41729%2C1733163542218,1-95451c90bed2,41729,1733163542218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/WALs/95451c90bed2,41729,1733163542218/95451c90bed2%2C41729%2C1733163542218.1733163544417 to pos 687, reset compression=false 2024-12-02T18:19:20,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63e52f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:19:20,425 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,43093,-1 for getting cluster id 2024-12-02T18:19:20,425 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:19:20,426 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd08d91c5-86f7-4d4a-94fa-2278876d5de9' 2024-12-02T18:19:20,426 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:19:20,426 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d08d91c5-86f7-4d4a-94fa-2278876d5de9" 2024-12-02T18:19:20,426 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42f693a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:19:20,426 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,43093,-1] 2024-12-02T18:19:20,426 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:19:20,427 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:19:20,427 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:19:20,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ba0a56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:19:20,428 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:19:20,429 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,41729,1733163542218, seqNum=-1] 2024-12-02T18:19:20,429 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:19:20,430 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T18:19:20,437 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:19:20,438 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,43093,1733163541876 2024-12-02T18:19:20,438 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@129c8b27 2024-12-02T18:19:20,438 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:19:20,439 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T18:19:20,443 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733163551186.663e0a38b47f3eb454d3ca2adbb49d93., hostname=95451c90bed2,41729,1733163542218, seqNum=2] 2024-12-02T18:19:20,445 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T18:19:20,450 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-02T18:19:20,452 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-02T18:19:20,456 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41729 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/load_f1/f1/hfile_0 for inclusion in 663e0a38b47f3eb454d3ca2adbb49d93/f1 2024-12-02T18:19:20,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41729 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-02T18:19:20,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41729 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T18:19:20,459 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41729 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/load_f1/f1/hfile_1 for inclusion in 663e0a38b47f3eb454d3ca2adbb49d93/f1 2024-12-02T18:19:20,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41729 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-02T18:19:20,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41729 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T18:19:20,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41729 {}] regionserver.HRegion(2603): Flush status journal for 663e0a38b47f3eb454d3ca2adbb49d93: 2024-12-02T18:19:20,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41729 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/load_f1/f1/hfile_0 to hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/staging/jenkins__test__leb9kpkqhupaojs4l8dbtoma7ffmldb8ck7n0fo5hidq3dpa1p7bits6rdb5q7c8/f1/hfile_0 2024-12-02T18:19:20,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41729 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/staging/jenkins__test__leb9kpkqhupaojs4l8dbtoma7ffmldb8ck7n0fo5hidq3dpa1p7bits6rdb5q7c8/f1/hfile_0 as hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/data/default/test/663e0a38b47f3eb454d3ca2adbb49d93/f1/55e711df00d848a38da7862e7ca35c39_SeqId_6_ 2024-12-02T18:19:20,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41729 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/load_f1/f1/hfile_1 to hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/staging/jenkins__test__leb9kpkqhupaojs4l8dbtoma7ffmldb8ck7n0fo5hidq3dpa1p7bits6rdb5q7c8/f1/hfile_1 2024-12-02T18:19:20,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41729 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/staging/jenkins__test__leb9kpkqhupaojs4l8dbtoma7ffmldb8ck7n0fo5hidq3dpa1p7bits6rdb5q7c8/f1/hfile_1 as hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/data/default/test/663e0a38b47f3eb454d3ca2adbb49d93/f1/b6d85fb7e1a44653bce79ec36ca801d0_SeqId_6_ 2024-12-02T18:19:20,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41729 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-12-02T18:19:20,467 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41729 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/staging/jenkins__test__leb9kpkqhupaojs4l8dbtoma7ffmldb8ck7n0fo5hidq3dpa1p7bits6rdb5q7c8/f1/hfile_0 into 663e0a38b47f3eb454d3ca2adbb49d93/f1 as hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/data/default/test/663e0a38b47f3eb454d3ca2adbb49d93/f1/55e711df00d848a38da7862e7ca35c39_SeqId_6_ - updating store file list. 2024-12-02T18:19:20,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41729 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 55e711df00d848a38da7862e7ca35c39_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-02T18:19:20,471 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41729 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/data/default/test/663e0a38b47f3eb454d3ca2adbb49d93/f1/55e711df00d848a38da7862e7ca35c39_SeqId_6_ into 663e0a38b47f3eb454d3ca2adbb49d93/f1 2024-12-02T18:19:20,471 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41729 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/staging/jenkins__test__leb9kpkqhupaojs4l8dbtoma7ffmldb8ck7n0fo5hidq3dpa1p7bits6rdb5q7c8/f1/hfile_0 into 663e0a38b47f3eb454d3ca2adbb49d93/f1 (new location: hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/data/default/test/663e0a38b47f3eb454d3ca2adbb49d93/f1/55e711df00d848a38da7862e7ca35c39_SeqId_6_) 2024-12-02T18:19:20,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41729 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/staging/jenkins__test__leb9kpkqhupaojs4l8dbtoma7ffmldb8ck7n0fo5hidq3dpa1p7bits6rdb5q7c8/f1/hfile_0 2024-12-02T18:19:20,472 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41729 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/staging/jenkins__test__leb9kpkqhupaojs4l8dbtoma7ffmldb8ck7n0fo5hidq3dpa1p7bits6rdb5q7c8/f1/hfile_1 into 663e0a38b47f3eb454d3ca2adbb49d93/f1 as hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/data/default/test/663e0a38b47f3eb454d3ca2adbb49d93/f1/b6d85fb7e1a44653bce79ec36ca801d0_SeqId_6_ - updating store file list. 2024-12-02T18:19:20,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41729 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b6d85fb7e1a44653bce79ec36ca801d0_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-02T18:19:20,477 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41729 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/data/default/test/663e0a38b47f3eb454d3ca2adbb49d93/f1/b6d85fb7e1a44653bce79ec36ca801d0_SeqId_6_ into 663e0a38b47f3eb454d3ca2adbb49d93/f1 2024-12-02T18:19:20,477 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41729 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/staging/jenkins__test__leb9kpkqhupaojs4l8dbtoma7ffmldb8ck7n0fo5hidq3dpa1p7bits6rdb5q7c8/f1/hfile_1 into 663e0a38b47f3eb454d3ca2adbb49d93/f1 (new location: hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/data/default/test/663e0a38b47f3eb454d3ca2adbb49d93/f1/b6d85fb7e1a44653bce79ec36ca801d0_SeqId_6_) 2024-12-02T18:19:20,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41729 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/staging/jenkins__test__leb9kpkqhupaojs4l8dbtoma7ffmldb8ck7n0fo5hidq3dpa1p7bits6rdb5q7c8/f1/hfile_1 2024-12-02T18:19:20,479 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T18:19:20,479 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:19:20,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:19:20,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:19:20,479 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:19:20,480 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733163551186.663e0a38b47f3eb454d3ca2adbb49d93., hostname=95451c90bed2,41729,1733163542218, seqNum=2 , the old value is region=test,,1733163551186.663e0a38b47f3eb454d3ca2adbb49d93., hostname=95451c90bed2,41729,1733163542218, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=95451c90bed2:41729 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T18:19:20,480 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733163551186.663e0a38b47f3eb454d3ca2adbb49d93., hostname=95451c90bed2,41729,1733163542218, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T18:19:20,480 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733163551186.663e0a38b47f3eb454d3ca2adbb49d93., hostname=95451c90bed2,41729,1733163542218, seqNum=2 from cache 2024-12-02T18:19:20,480 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:19:20,481 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,41729,1733163542218, seqNum=-1] 2024-12-02T18:19:20,482 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:19:20,483 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T18:19:20,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41729 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41729: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:47238 deadline: 1733163620479 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:47238 2024-12-02T18:19:20,485 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733163551186.663e0a38b47f3eb454d3ca2adbb49d93., hostname=95451c90bed2,41729,1733163542218, seqNum=2] 2024-12-02T18:19:20,589 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=95451c90bed2:41729 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-02T18:19:20,724 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,41729,1733163542218.replicationSource.wal-reader.95451c90bed2%2C41729%2C1733163542218,1-95451c90bed2,41729,1733163542218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/WALs/95451c90bed2,41729,1733163542218/95451c90bed2%2C41729%2C1733163542218.1733163544417 to pos 687, reset compression=false 2024-12-02T18:19:20,728 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,41729,1733163542218.replicationSource.wal-reader.95451c90bed2%2C41729%2C1733163542218,1-95451c90bed2,41729,1733163542218 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T18:19:20,728 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,41729,1733163542218.replicationSource.wal-reader.95451c90bed2%2C41729%2C1733163542218,1-95451c90bed2,41729,1733163542218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/WALs/95451c90bed2,41729,1733163542218/95451c90bed2%2C41729%2C1733163542218.1733163544417 to pos 997, reset compression=false 2024-12-02T18:19:20,728 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,41729,1733163542218.replicationSource.shipper95451c90bed2%2C41729%2C1733163542218,1-95451c90bed2,41729,1733163542218 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-95451c90bed2,41729,1733163542218 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/WALs/95451c90bed2,41729,1733163542218/95451c90bed2%2C41729%2C1733163542218.1733163544417, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T18:19:20,932 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,41729,1733163542218.replicationSource.wal-reader.95451c90bed2%2C41729%2C1733163542218,1-95451c90bed2,41729,1733163542218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/WALs/95451c90bed2,41729,1733163542218/95451c90bed2%2C41729%2C1733163542218.1733163544417 to pos 997, reset compression=false 2024-12-02T18:19:21,236 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,41729,1733163542218.replicationSource.wal-reader.95451c90bed2%2C41729%2C1733163542218,1-95451c90bed2,41729,1733163542218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/WALs/95451c90bed2,41729,1733163542218/95451c90bed2%2C41729%2C1733163542218.1733163544417 to pos 997, reset compression=false 2024-12-02T18:19:21,642 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,41729,1733163542218.replicationSource.wal-reader.95451c90bed2%2C41729%2C1733163542218,1-95451c90bed2,41729,1733163542218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/WALs/95451c90bed2,41729,1733163542218/95451c90bed2%2C41729%2C1733163542218.1733163544417 to pos 997, reset compression=false 2024-12-02T18:19:21,766 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T18:19:21,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:19:21,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:19:21,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:19:21,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:19:22,146 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,41729,1733163542218.replicationSource.wal-reader.95451c90bed2%2C41729%2C1733163542218,1-95451c90bed2,41729,1733163542218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/WALs/95451c90bed2,41729,1733163542218/95451c90bed2%2C41729%2C1733163542218.1733163544417 to pos 997, reset compression=false 2024-12-02T18:19:22,751 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,41729,1733163542218.replicationSource.wal-reader.95451c90bed2%2C41729%2C1733163542218,1-95451c90bed2,41729,1733163542218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/WALs/95451c90bed2,41729,1733163542218/95451c90bed2%2C41729%2C1733163542218.1733163544417 to pos 997, reset compression=false 2024-12-02T18:19:23,454 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,41729,1733163542218.replicationSource.wal-reader.95451c90bed2%2C41729%2C1733163542218,1-95451c90bed2,41729,1733163542218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/WALs/95451c90bed2,41729,1733163542218/95451c90bed2%2C41729%2C1733163542218.1733163544417 to pos 997, reset compression=false 2024-12-02T18:19:24,258 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,41729,1733163542218.replicationSource.wal-reader.95451c90bed2%2C41729%2C1733163542218,1-95451c90bed2,41729,1733163542218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/WALs/95451c90bed2,41729,1733163542218/95451c90bed2%2C41729%2C1733163542218.1733163544417 to pos 997, reset compression=false 2024-12-02T18:19:25,163 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,41729,1733163542218.replicationSource.wal-reader.95451c90bed2%2C41729%2C1733163542218,1-95451c90bed2,41729,1733163542218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/WALs/95451c90bed2,41729,1733163542218/95451c90bed2%2C41729%2C1733163542218.1733163544417 to pos 997, reset compression=false 2024-12-02T18:19:26,166 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,41729,1733163542218.replicationSource.wal-reader.95451c90bed2%2C41729%2C1733163542218,1-95451c90bed2,41729,1733163542218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/WALs/95451c90bed2,41729,1733163542218/95451c90bed2%2C41729%2C1733163542218.1733163544417 to pos 997, reset compression=false 2024-12-02T18:19:27,270 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,41729,1733163542218.replicationSource.wal-reader.95451c90bed2%2C41729%2C1733163542218,1-95451c90bed2,41729,1733163542218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/WALs/95451c90bed2,41729,1733163542218/95451c90bed2%2C41729%2C1733163542218.1733163544417 to pos 997, reset compression=false 2024-12-02T18:19:28,474 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,41729,1733163542218.replicationSource.wal-reader.95451c90bed2%2C41729%2C1733163542218,1-95451c90bed2,41729,1733163542218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/WALs/95451c90bed2,41729,1733163542218/95451c90bed2%2C41729%2C1733163542218.1733163544417 to pos 997, reset compression=false 2024-12-02T18:19:29,778 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,41729,1733163542218.replicationSource.wal-reader.95451c90bed2%2C41729%2C1733163542218,1-95451c90bed2,41729,1733163542218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/WALs/95451c90bed2,41729,1733163542218/95451c90bed2%2C41729%2C1733163542218.1733163544417 to pos 997, reset compression=false 2024-12-02T18:19:31,182 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,41729,1733163542218.replicationSource.wal-reader.95451c90bed2%2C41729%2C1733163542218,1-95451c90bed2,41729,1733163542218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/WALs/95451c90bed2,41729,1733163542218/95451c90bed2%2C41729%2C1733163542218.1733163544417 to pos 997, reset compression=false 2024-12-02T18:19:31,465 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T18:19:32,685 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,41729,1733163542218.replicationSource.wal-reader.95451c90bed2%2C41729%2C1733163542218,1-95451c90bed2,41729,1733163542218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/WALs/95451c90bed2,41729,1733163542218/95451c90bed2%2C41729%2C1733163542218.1733163544417 to pos 997, reset compression=false 2024-12-02T18:19:34,289 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,41729,1733163542218.replicationSource.wal-reader.95451c90bed2%2C41729%2C1733163542218,1-95451c90bed2,41729,1733163542218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/WALs/95451c90bed2,41729,1733163542218/95451c90bed2%2C41729%2C1733163542218.1733163544417 to pos 997, reset compression=false 2024-12-02T18:19:35,993 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,41729,1733163542218.replicationSource.wal-reader.95451c90bed2%2C41729%2C1733163542218,1-95451c90bed2,41729,1733163542218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/WALs/95451c90bed2,41729,1733163542218/95451c90bed2%2C41729%2C1733163542218.1733163544417 to pos 997, reset compression=false 2024-12-02T18:19:37,242 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T18:19:37,797 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,41729,1733163542218.replicationSource.wal-reader.95451c90bed2%2C41729%2C1733163542218,1-95451c90bed2,41729,1733163542218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/WALs/95451c90bed2,41729,1733163542218/95451c90bed2%2C41729%2C1733163542218.1733163544417 to pos 997, reset compression=false 2024-12-02T18:19:39,701 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,41729,1733163542218.replicationSource.wal-reader.95451c90bed2%2C41729%2C1733163542218,1-95451c90bed2,41729,1733163542218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/WALs/95451c90bed2,41729,1733163542218/95451c90bed2%2C41729%2C1733163542218.1733163544417 to pos 997, reset compression=false 2024-12-02T18:19:40,731 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,41729,1733163542218.replicationSource.shipper95451c90bed2%2C41729%2C1733163542218,1-95451c90bed2,41729,1733163542218 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-95451c90bed2,41729,1733163542218 got entry batch from reader: null 2024-12-02T18:19:41,705 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,41729,1733163542218.replicationSource.wal-reader.95451c90bed2%2C41729%2C1733163542218,1-95451c90bed2,41729,1733163542218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/WALs/95451c90bed2,41729,1733163542218/95451c90bed2%2C41729%2C1733163542218.1733163544417 to pos 997, reset compression=false 2024-12-02T18:19:43,810 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,41729,1733163542218.replicationSource.wal-reader.95451c90bed2%2C41729%2C1733163542218,1-95451c90bed2,41729,1733163542218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/WALs/95451c90bed2,41729,1733163542218/95451c90bed2%2C41729%2C1733163542218.1733163544417 to pos 997, reset compression=false 2024-12-02T18:19:45,843 INFO [master/95451c90bed2:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-02T18:19:45,843 INFO [master/95451c90bed2:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-02T18:19:46,014 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,41729,1733163542218.replicationSource.wal-reader.95451c90bed2%2C41729%2C1733163542218,1-95451c90bed2,41729,1733163542218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/WALs/95451c90bed2,41729,1733163542218/95451c90bed2%2C41729%2C1733163542218.1733163544417 to pos 997, reset compression=false 2024-12-02T18:19:48,318 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,41729,1733163542218.replicationSource.wal-reader.95451c90bed2%2C41729%2C1733163542218,1-95451c90bed2,41729,1733163542218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/WALs/95451c90bed2,41729,1733163542218/95451c90bed2%2C41729%2C1733163542218.1733163544417 to pos 997, reset compression=false 2024-12-02T18:19:50,722 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,41729,1733163542218.replicationSource.wal-reader.95451c90bed2%2C41729%2C1733163542218,1-95451c90bed2,41729,1733163542218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/WALs/95451c90bed2,41729,1733163542218/95451c90bed2%2C41729%2C1733163542218.1733163544417 to pos 997, reset compression=false 2024-12-02T18:19:51,262 INFO [master/95451c90bed2:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-02T18:19:51,262 INFO [master/95451c90bed2:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-02T18:19:53,225 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,41729,1733163542218.replicationSource.wal-reader.95451c90bed2%2C41729%2C1733163542218,1-95451c90bed2,41729,1733163542218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/WALs/95451c90bed2,41729,1733163542218/95451c90bed2%2C41729%2C1733163542218.1733163544417 to pos 997, reset compression=false 2024-12-02T18:19:55,829 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,41729,1733163542218.replicationSource.wal-reader.95451c90bed2%2C41729%2C1733163542218,1-95451c90bed2,41729,1733163542218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/WALs/95451c90bed2,41729,1733163542218/95451c90bed2%2C41729%2C1733163542218.1733163544417 to pos 997, reset compression=false 2024-12-02T18:19:57,326 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 663e0a38b47f3eb454d3ca2adbb49d93, had cached 0 bytes from a total of 31376 2024-12-02T18:19:58,533 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,41729,1733163542218.replicationSource.wal-reader.95451c90bed2%2C41729%2C1733163542218,1-95451c90bed2,41729,1733163542218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/WALs/95451c90bed2,41729,1733163542218/95451c90bed2%2C41729%2C1733163542218.1733163544417 to pos 997, reset compression=false 2024-12-02T18:19:59,488 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region c274c3c1adcd3c81c02fdd76b642a03f, had cached 0 bytes from a total of 15585 2024-12-02T18:20:00,731 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,41729,1733163542218.replicationSource.shipper95451c90bed2%2C41729%2C1733163542218,1-95451c90bed2,41729,1733163542218 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-95451c90bed2,41729,1733163542218 got entry batch from reader: null 2024-12-02T18:20:01,338 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,41729,1733163542218.replicationSource.wal-reader.95451c90bed2%2C41729%2C1733163542218,1-95451c90bed2,41729,1733163542218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/WALs/95451c90bed2,41729,1733163542218/95451c90bed2%2C41729%2C1733163542218.1733163544417 to pos 997, reset compression=false 2024-12-02T18:20:01,465 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T18:20:04,242 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,41729,1733163542218.replicationSource.wal-reader.95451c90bed2%2C41729%2C1733163542218,1-95451c90bed2,41729,1733163542218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/WALs/95451c90bed2,41729,1733163542218/95451c90bed2%2C41729%2C1733163542218.1733163544417 to pos 997, reset compression=false 2024-12-02T18:20:07,242 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T18:20:07,247 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,41729,1733163542218.replicationSource.wal-reader.95451c90bed2%2C41729%2C1733163542218,1-95451c90bed2,41729,1733163542218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/WALs/95451c90bed2,41729,1733163542218/95451c90bed2%2C41729%2C1733163542218.1733163544417 to pos 997, reset compression=false 2024-12-02T18:20:10,378 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,41729,1733163542218.replicationSource.wal-reader.95451c90bed2%2C41729%2C1733163542218,1-95451c90bed2,41729,1733163542218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/WALs/95451c90bed2,41729,1733163542218/95451c90bed2%2C41729%2C1733163542218.1733163544417 to pos 997, reset compression=false 2024-12-02T18:20:13,582 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,41729,1733163542218.replicationSource.wal-reader.95451c90bed2%2C41729%2C1733163542218,1-95451c90bed2,41729,1733163542218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/WALs/95451c90bed2,41729,1733163542218/95451c90bed2%2C41729%2C1733163542218.1733163544417 to pos 997, reset compression=false 2024-12-02T18:20:16,885 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,41729,1733163542218.replicationSource.wal-reader.95451c90bed2%2C41729%2C1733163542218,1-95451c90bed2,41729,1733163542218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/WALs/95451c90bed2,41729,1733163542218/95451c90bed2%2C41729%2C1733163542218.1733163544417 to pos 997, reset compression=false 2024-12-02T18:20:20,289 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,41729,1733163542218.replicationSource.wal-reader.95451c90bed2%2C41729%2C1733163542218,1-95451c90bed2,41729,1733163542218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/WALs/95451c90bed2,41729,1733163542218/95451c90bed2%2C41729%2C1733163542218.1733163544417 to pos 997, reset compression=false 2024-12-02T18:20:20,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T18:20:20,505 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T18:20:20,505 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:20:20,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:20:20,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:20:20,506 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:20:20,506 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T18:20:20,506 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1566934383, stopped=false 2024-12-02T18:20:20,506 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=95451c90bed2,37971,1733163547654 2024-12-02T18:20:20,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46607-0x1019744d9820004, quorum=127.0.0.1:51170, baseZNode=/1-2065878122 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2065878122/running 2024-12-02T18:20:20,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37971-0x1019744d9820003, quorum=127.0.0.1:51170, baseZNode=/1-2065878122 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2065878122/running 2024-12-02T18:20:20,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46607-0x1019744d9820004, quorum=127.0.0.1:51170, baseZNode=/1-2065878122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2065878122 2024-12-02T18:20:20,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37971-0x1019744d9820003, quorum=127.0.0.1:51170, baseZNode=/1-2065878122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2065878122 2024-12-02T18:20:20,559 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T18:20:20,559 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T18:20:20,559 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:20:20,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:20:20,559 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '95451c90bed2,46607,1733163547823' ***** 2024-12-02T18:20:20,559 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T18:20:20,559 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46607-0x1019744d9820004, quorum=127.0.0.1:51170, baseZNode=/1-2065878122 Set watcher on znode that does not yet exist, /1-2065878122/running 2024-12-02T18:20:20,559 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37971-0x1019744d9820003, quorum=127.0.0.1:51170, baseZNode=/1-2065878122 Set watcher on znode that does not yet exist, /1-2065878122/running 2024-12-02T18:20:20,560 INFO [RS:0;95451c90bed2:46607 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T18:20:20,560 INFO [RS:0;95451c90bed2:46607 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T18:20:20,560 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T18:20:20,560 INFO [RS:0;95451c90bed2:46607 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T18:20:20,560 INFO [RS:0;95451c90bed2:46607 {}] regionserver.HRegionServer(3091): Received CLOSE for c274c3c1adcd3c81c02fdd76b642a03f 2024-12-02T18:20:20,560 INFO [RS:0;95451c90bed2:46607 {}] regionserver.HRegionServer(959): stopping server 95451c90bed2,46607,1733163547823 2024-12-02T18:20:20,560 INFO [RS:0;95451c90bed2:46607 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T18:20:20,560 INFO [RS:0;95451c90bed2:46607 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;95451c90bed2:46607. 2024-12-02T18:20:20,560 DEBUG [RS:0;95451c90bed2:46607 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:20:20,560 DEBUG [RS:0;95451c90bed2:46607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:20:20,560 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c274c3c1adcd3c81c02fdd76b642a03f, disabling compactions & flushes 2024-12-02T18:20:20,560 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733163553341.c274c3c1adcd3c81c02fdd76b642a03f. 2024-12-02T18:20:20,560 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733163553341.c274c3c1adcd3c81c02fdd76b642a03f. 2024-12-02T18:20:20,560 INFO [RS:0;95451c90bed2:46607 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T18:20:20,560 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733163553341.c274c3c1adcd3c81c02fdd76b642a03f. after waiting 0 ms 2024-12-02T18:20:20,560 INFO [RS:0;95451c90bed2:46607 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T18:20:20,560 INFO [RS:0;95451c90bed2:46607 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T18:20:20,560 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733163553341.c274c3c1adcd3c81c02fdd76b642a03f. 2024-12-02T18:20:20,560 INFO [RS:0;95451c90bed2:46607 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T18:20:20,561 INFO [RS:0;95451c90bed2:46607 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T18:20:20,561 DEBUG [RS:0;95451c90bed2:46607 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c274c3c1adcd3c81c02fdd76b642a03f=test,,1733163553341.c274c3c1adcd3c81c02fdd76b642a03f.} 2024-12-02T18:20:20,561 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T18:20:20,561 DEBUG [RS:0;95451c90bed2:46607 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c274c3c1adcd3c81c02fdd76b642a03f 2024-12-02T18:20:20,561 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T18:20:20,561 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T18:20:20,561 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T18:20:20,561 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T18:20:20,561 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-02T18:20:20,565 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/data/default/test/c274c3c1adcd3c81c02fdd76b642a03f/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-02T18:20:20,566 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T18:20:20,566 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T18:20:20,566 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733163553341.c274c3c1adcd3c81c02fdd76b642a03f. 2024-12-02T18:20:20,566 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c274c3c1adcd3c81c02fdd76b642a03f: Waiting for close lock at 1733163620560Running coprocessor pre-close hooks at 1733163620560Disabling compacts and flushes for region at 1733163620560Disabling writes for close at 1733163620560Writing region close event to WAL at 1733163620561 (+1 ms)Running coprocessor post-close hooks at 1733163620566 (+5 ms)Closed at 1733163620566 2024-12-02T18:20:20,566 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733163553341.c274c3c1adcd3c81c02fdd76b642a03f. 2024-12-02T18:20:20,583 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/data/hbase/meta/1588230740/.tmp/info/b76077ec49e842e6b0583cc79cb5cd16 is 129, key is test,,1733163553341.c274c3c1adcd3c81c02fdd76b642a03f./info:regioninfo/1733163554504/Put/seqid=0 2024-12-02T18:20:20,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45879 is added to blk_1073741839_1015 (size=6421) 2024-12-02T18:20:20,591 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/data/hbase/meta/1588230740/.tmp/info/b76077ec49e842e6b0583cc79cb5cd16 2024-12-02T18:20:20,623 INFO [regionserver/95451c90bed2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T18:20:20,639 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/data/hbase/meta/1588230740/.tmp/ns/413723f732c34b9e86c5d0c84132a1f3 is 43, key is default/ns:d/1733163551126/Put/seqid=0 2024-12-02T18:20:20,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45879 is added to blk_1073741840_1016 (size=5153) 2024-12-02T18:20:20,731 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,41729,1733163542218.replicationSource.shipper95451c90bed2%2C41729%2C1733163542218,1-95451c90bed2,41729,1733163542218 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-95451c90bed2,41729,1733163542218 got entry batch from reader: null 2024-12-02T18:20:20,761 DEBUG [RS:0;95451c90bed2:46607 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T18:20:20,955 INFO [regionserver/95451c90bed2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T18:20:20,955 INFO [regionserver/95451c90bed2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T18:20:20,961 DEBUG [RS:0;95451c90bed2:46607 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T18:20:21,044 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/data/hbase/meta/1588230740/.tmp/ns/413723f732c34b9e86c5d0c84132a1f3 2024-12-02T18:20:21,061 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/data/hbase/meta/1588230740/.tmp/rep_barrier/3cbd307ef0744a6692d84c022f503b6c is 112, key is test,,1733163553341.c274c3c1adcd3c81c02fdd76b642a03f./rep_barrier:seqnumDuringOpen/1733163554504/Put/seqid=0 2024-12-02T18:20:21,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45879 is added to blk_1073741841_1017 (size=5518) 2024-12-02T18:20:21,162 DEBUG [RS:0;95451c90bed2:46607 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T18:20:21,362 DEBUG [RS:0;95451c90bed2:46607 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T18:20:21,466 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/data/hbase/meta/1588230740/.tmp/rep_barrier/3cbd307ef0744a6692d84c022f503b6c 2024-12-02T18:20:21,482 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/data/hbase/meta/1588230740/.tmp/table/6949e5b15ba8451ca77b6797b54e6f57 is 40, key is test/table:state/1733163554514/Put/seqid=0 2024-12-02T18:20:21,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45879 is added to blk_1073741842_1018 (size=5165) 2024-12-02T18:20:21,562 INFO [RS:0;95451c90bed2:46607 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T18:20:21,562 DEBUG [RS:0;95451c90bed2:46607 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T18:20:21,562 DEBUG [RS:0;95451c90bed2:46607 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T18:20:21,762 DEBUG [RS:0;95451c90bed2:46607 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T18:20:21,886 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/data/hbase/meta/1588230740/.tmp/table/6949e5b15ba8451ca77b6797b54e6f57 2024-12-02T18:20:21,891 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/data/hbase/meta/1588230740/.tmp/info/b76077ec49e842e6b0583cc79cb5cd16 as hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/data/hbase/meta/1588230740/info/b76077ec49e842e6b0583cc79cb5cd16 2024-12-02T18:20:21,896 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/data/hbase/meta/1588230740/info/b76077ec49e842e6b0583cc79cb5cd16, entries=10, sequenceid=11, filesize=6.3 K 2024-12-02T18:20:21,897 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/data/hbase/meta/1588230740/.tmp/ns/413723f732c34b9e86c5d0c84132a1f3 as hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/data/hbase/meta/1588230740/ns/413723f732c34b9e86c5d0c84132a1f3 2024-12-02T18:20:21,901 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/data/hbase/meta/1588230740/ns/413723f732c34b9e86c5d0c84132a1f3, entries=2, sequenceid=11, filesize=5.0 K 2024-12-02T18:20:21,902 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/data/hbase/meta/1588230740/.tmp/rep_barrier/3cbd307ef0744a6692d84c022f503b6c as hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/data/hbase/meta/1588230740/rep_barrier/3cbd307ef0744a6692d84c022f503b6c 2024-12-02T18:20:21,906 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/data/hbase/meta/1588230740/rep_barrier/3cbd307ef0744a6692d84c022f503b6c, entries=1, sequenceid=11, filesize=5.4 K 2024-12-02T18:20:21,907 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/data/hbase/meta/1588230740/.tmp/table/6949e5b15ba8451ca77b6797b54e6f57 as hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/data/hbase/meta/1588230740/table/6949e5b15ba8451ca77b6797b54e6f57 2024-12-02T18:20:21,911 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/data/hbase/meta/1588230740/table/6949e5b15ba8451ca77b6797b54e6f57, entries=2, sequenceid=11, filesize=5.0 K 2024-12-02T18:20:21,912 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1351ms, sequenceid=11, compaction requested=false 2024-12-02T18:20:21,916 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-02T18:20:21,917 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T18:20:21,917 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T18:20:21,917 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T18:20:21,917 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733163620561Running coprocessor pre-close hooks at 1733163620561Disabling compacts and flushes for region at 1733163620561Disabling writes for close at 1733163620561Obtaining lock to block concurrent updates at 1733163620561Preparing flush snapshotting stores in 1588230740 at 1733163620561Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733163620562 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733163620562Flushing 1588230740/info: creating writer at 1733163620562Flushing 1588230740/info: appending metadata at 1733163620582 (+20 ms)Flushing 1588230740/info: closing flushed file at 1733163620582Flushing 1588230740/ns: creating writer at 1733163620625 (+43 ms)Flushing 1588230740/ns: appending metadata at 1733163620639 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733163620639Flushing 1588230740/rep_barrier: creating writer at 1733163621049 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733163621061 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733163621061Flushing 1588230740/table: creating writer at 1733163621470 (+409 ms)Flushing 1588230740/table: appending metadata at 1733163621481 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733163621481Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53bd1f9a: reopening flushed file at 1733163621890 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20ccdaa9: reopening flushed file at 1733163621896 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e3134f0: reopening flushed file at 1733163621901 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f04284: reopening flushed file at 1733163621906 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1351ms, sequenceid=11, compaction requested=false at 1733163621912 (+6 ms)Writing region close event to WAL at 1733163621913 (+1 ms)Running coprocessor post-close hooks at 1733163621917 (+4 ms)Closed at 1733163621917 2024-12-02T18:20:21,917 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T18:20:21,962 INFO [RS:0;95451c90bed2:46607 {}] regionserver.HRegionServer(976): stopping server 95451c90bed2,46607,1733163547823; all regions closed. 2024-12-02T18:20:21,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45879 is added to blk_1073741834_1010 (size=2717) 2024-12-02T18:20:21,965 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/WALs/95451c90bed2,46607,1733163547823/95451c90bed2%2C46607%2C1733163547823.meta.1733163551066.meta not finished, retry = 0 2024-12-02T18:20:22,067 DEBUG [RS:0;95451c90bed2:46607 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/oldWALs 2024-12-02T18:20:22,067 INFO [RS:0;95451c90bed2:46607 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 95451c90bed2%2C46607%2C1733163547823.meta:.meta(num 1733163551066) 2024-12-02T18:20:22,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45879 is added to blk_1073741832_1008 (size=1028) 2024-12-02T18:20:22,071 DEBUG [RS:0;95451c90bed2:46607 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/oldWALs 2024-12-02T18:20:22,071 INFO [RS:0;95451c90bed2:46607 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 95451c90bed2%2C46607%2C1733163547823:(num 1733163550077) 2024-12-02T18:20:22,071 DEBUG [RS:0;95451c90bed2:46607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:20:22,071 INFO [RS:0;95451c90bed2:46607 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T18:20:22,071 INFO [RS:0;95451c90bed2:46607 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T18:20:22,071 INFO [RS:0;95451c90bed2:46607 {}] hbase.ChoreService(370): Chore service for: regionserver/95451c90bed2:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T18:20:22,072 INFO [RS:0;95451c90bed2:46607 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T18:20:22,072 INFO [regionserver/95451c90bed2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T18:20:22,072 INFO [RS:0;95451c90bed2:46607 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;95451c90bed2:46607. 2024-12-02T18:20:22,072 DEBUG [RS:0;95451c90bed2:46607 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:20:22,072 DEBUG [RS:0;95451c90bed2:46607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:20:22,072 DEBUG [RS:0;95451c90bed2:46607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:20:22,072 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:20:22,072 INFO [RS:0;95451c90bed2:46607 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46607 2024-12-02T18:20:22,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37971-0x1019744d9820003, quorum=127.0.0.1:51170, baseZNode=/1-2065878122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2065878122/rs 2024-12-02T18:20:22,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46607-0x1019744d9820004, quorum=127.0.0.1:51170, baseZNode=/1-2065878122 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2065878122/rs/95451c90bed2,46607,1733163547823 2024-12-02T18:20:22,113 INFO [RS:0;95451c90bed2:46607 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T18:20:22,123 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [95451c90bed2,46607,1733163547823] 2024-12-02T18:20:22,134 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2065878122/draining/95451c90bed2,46607,1733163547823 already deleted, retry=false 2024-12-02T18:20:22,134 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 95451c90bed2,46607,1733163547823 expired; onlineServers=0 2024-12-02T18:20:22,134 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '95451c90bed2,37971,1733163547654' ***** 2024-12-02T18:20:22,134 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T18:20:22,134 INFO [M:0;95451c90bed2:37971 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T18:20:22,134 INFO [M:0;95451c90bed2:37971 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T18:20:22,134 DEBUG [M:0;95451c90bed2:37971 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T18:20:22,134 DEBUG [M:0;95451c90bed2:37971 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T18:20:22,134 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T18:20:22,134 DEBUG [master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.large.0-1733163549830 {}] cleaner.HFileCleaner(306): Exit Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.large.0-1733163549830,5,FailOnTimeoutGroup] 2024-12-02T18:20:22,134 DEBUG [master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.small.0-1733163549830 {}] cleaner.HFileCleaner(306): Exit Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.small.0-1733163549830,5,FailOnTimeoutGroup] 2024-12-02T18:20:22,134 INFO [M:0;95451c90bed2:37971 {}] hbase.ChoreService(370): Chore service for: master/95451c90bed2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T18:20:22,134 INFO [M:0;95451c90bed2:37971 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T18:20:22,134 DEBUG [M:0;95451c90bed2:37971 {}] master.HMaster(1795): Stopping service threads 2024-12-02T18:20:22,135 INFO [M:0;95451c90bed2:37971 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T18:20:22,135 INFO [M:0;95451c90bed2:37971 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T18:20:22,135 INFO [M:0;95451c90bed2:37971 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T18:20:22,135 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T18:20:22,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37971-0x1019744d9820003, quorum=127.0.0.1:51170, baseZNode=/1-2065878122 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2065878122/master 2024-12-02T18:20:22,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37971-0x1019744d9820003, quorum=127.0.0.1:51170, baseZNode=/1-2065878122 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2065878122 2024-12-02T18:20:22,163 DEBUG [M:0;95451c90bed2:37971 {}] zookeeper.ZKUtil(347): master:37971-0x1019744d9820003, quorum=127.0.0.1:51170, baseZNode=/1-2065878122 Unable to get data of znode /1-2065878122/master because node does not exist (not an error) 2024-12-02T18:20:22,163 WARN [M:0;95451c90bed2:37971 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T18:20:22,164 INFO [M:0;95451c90bed2:37971 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/.lastflushedseqids 2024-12-02T18:20:22,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45879 is added to blk_1073741843_1019 (size=173) 2024-12-02T18:20:22,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46607-0x1019744d9820004, quorum=127.0.0.1:51170, baseZNode=/1-2065878122 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:20:22,223 INFO [RS:0;95451c90bed2:46607 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T18:20:22,223 INFO [RS:0;95451c90bed2:46607 {}] regionserver.HRegionServer(1031): Exiting; stopping=95451c90bed2,46607,1733163547823; zookeeper connection closed. 2024-12-02T18:20:22,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46607-0x1019744d9820004, quorum=127.0.0.1:51170, baseZNode=/1-2065878122 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:20:22,224 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@a0068b5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@a0068b5 2024-12-02T18:20:22,224 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T18:20:22,569 INFO [M:0;95451c90bed2:37971 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T18:20:22,569 INFO [M:0;95451c90bed2:37971 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T18:20:22,569 DEBUG [M:0;95451c90bed2:37971 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T18:20:22,569 INFO [M:0;95451c90bed2:37971 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:20:22,569 DEBUG [M:0;95451c90bed2:37971 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:20:22,569 DEBUG [M:0;95451c90bed2:37971 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T18:20:22,569 DEBUG [M:0;95451c90bed2:37971 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:20:22,569 INFO [M:0;95451c90bed2:37971 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.04 KB heapSize=34.14 KB 2024-12-02T18:20:22,585 DEBUG [M:0;95451c90bed2:37971 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/451577c2cdab4cac9103fe37f78f09d0 is 82, key is hbase:meta,,1/info:regioninfo/1733163551097/Put/seqid=0 2024-12-02T18:20:22,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45879 is added to blk_1073741844_1020 (size=5672) 2024-12-02T18:20:22,991 INFO [M:0;95451c90bed2:37971 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/451577c2cdab4cac9103fe37f78f09d0 2024-12-02T18:20:23,013 DEBUG [M:0;95451c90bed2:37971 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ddf30da8e1024764ac245fab7c291d9c is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733163554518/Put/seqid=0 2024-12-02T18:20:23,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45879 is added to blk_1073741845_1021 (size=6726) 2024-12-02T18:20:23,421 INFO [M:0;95451c90bed2:37971 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.49 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ddf30da8e1024764ac245fab7c291d9c 2024-12-02T18:20:23,425 INFO [M:0;95451c90bed2:37971 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ddf30da8e1024764ac245fab7c291d9c 2024-12-02T18:20:23,438 DEBUG [M:0;95451c90bed2:37971 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cd3f024aafd04e37a8fd32f4580bbce5 is 69, key is 95451c90bed2,46607,1733163547823/rs:state/1733163549888/Put/seqid=0 2024-12-02T18:20:23,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45879 is added to blk_1073741846_1022 (size=5156) 2024-12-02T18:20:23,794 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,41729,1733163542218.replicationSource.wal-reader.95451c90bed2%2C41729%2C1733163542218,1-95451c90bed2,41729,1733163542218 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/WALs/95451c90bed2,41729,1733163542218/95451c90bed2%2C41729%2C1733163542218.1733163544417 to pos 997, reset compression=false 2024-12-02T18:20:23,842 INFO [M:0;95451c90bed2:37971 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cd3f024aafd04e37a8fd32f4580bbce5 2024-12-02T18:20:23,847 DEBUG [M:0;95451c90bed2:37971 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/451577c2cdab4cac9103fe37f78f09d0 as hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/451577c2cdab4cac9103fe37f78f09d0 2024-12-02T18:20:23,851 INFO [M:0;95451c90bed2:37971 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/451577c2cdab4cac9103fe37f78f09d0, entries=8, sequenceid=58, filesize=5.5 K 2024-12-02T18:20:23,852 DEBUG [M:0;95451c90bed2:37971 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ddf30da8e1024764ac245fab7c291d9c as hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ddf30da8e1024764ac245fab7c291d9c 2024-12-02T18:20:23,857 INFO [M:0;95451c90bed2:37971 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ddf30da8e1024764ac245fab7c291d9c 2024-12-02T18:20:23,857 INFO [M:0;95451c90bed2:37971 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ddf30da8e1024764ac245fab7c291d9c, entries=6, sequenceid=58, filesize=6.6 K 2024-12-02T18:20:23,858 DEBUG [M:0;95451c90bed2:37971 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cd3f024aafd04e37a8fd32f4580bbce5 as hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cd3f024aafd04e37a8fd32f4580bbce5 2024-12-02T18:20:23,863 INFO [M:0;95451c90bed2:37971 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43723/user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cd3f024aafd04e37a8fd32f4580bbce5, entries=1, sequenceid=58, filesize=5.0 K 2024-12-02T18:20:23,864 INFO [M:0;95451c90bed2:37971 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=58, compaction requested=false 2024-12-02T18:20:23,865 INFO [M:0;95451c90bed2:37971 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:20:23,865 DEBUG [M:0;95451c90bed2:37971 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733163622569Disabling compacts and flushes for region at 1733163622569Disabling writes for close at 1733163622569Obtaining lock to block concurrent updates at 1733163622569Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733163622569Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28715, getHeapSize=34896, getOffHeapSize=0, getCellsCount=69 at 1733163622570 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733163622570Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733163622570Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733163622584 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733163622584Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733163622996 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733163623013 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733163623013Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733163623426 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733163623437 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733163623437Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16980df7: reopening flushed file at 1733163623846 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@592a4e97: reopening flushed file at 1733163623852 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78591a9c: reopening flushed file at 1733163623857 (+5 ms)Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=58, compaction requested=false at 1733163623864 (+7 ms)Writing region close event to WAL at 1733163623865 (+1 ms)Closed at 1733163623865 2024-12-02T18:20:23,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45879 is added to blk_1073741830_1006 (size=33014) 2024-12-02T18:20:23,867 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/683a128a-6721-b473-e5c7-e35f538e0147/MasterData/WALs/95451c90bed2,37971,1733163547654/95451c90bed2%2C37971%2C1733163547654.1733163549573 not finished, retry = 0 2024-12-02T18:20:23,968 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T18:20:23,968 INFO [M:0;95451c90bed2:37971 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T18:20:23,968 INFO [M:0;95451c90bed2:37971 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37971 2024-12-02T18:20:23,969 INFO [M:0;95451c90bed2:37971 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T18:20:24,160 INFO [M:0;95451c90bed2:37971 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T18:20:24,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37971-0x1019744d9820003, quorum=127.0.0.1:51170, baseZNode=/1-2065878122 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:20:24,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37971-0x1019744d9820003, quorum=127.0.0.1:51170, baseZNode=/1-2065878122 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:20:24,162 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f774382{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T18:20:24,162 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@27af4a82{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T18:20:24,163 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T18:20:24,163 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@356432d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T18:20:24,163 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b468588{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b950a96-1236-0786-81b1-4d4b433407ab/hadoop.log.dir/,STOPPED} 2024-12-02T18:20:24,164 WARN [BP-1926409302-172.17.0.3-1733163545800 heartbeating to localhost/127.0.0.1:43723 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T18:20:24,164 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T18:20:24,164 WARN [BP-1926409302-172.17.0.3-1733163545800 heartbeating to localhost/127.0.0.1:43723 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1926409302-172.17.0.3-1733163545800 (Datanode Uuid f99df715-57d8-44ed-a6a1-be95df3c3b01) service to localhost/127.0.0.1:43723 2024-12-02T18:20:24,164 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T18:20:24,164 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b950a96-1236-0786-81b1-4d4b433407ab/cluster_3ea90b40-5000-8c83-ddf6-61da949dffce/data/data1/current/BP-1926409302-172.17.0.3-1733163545800 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T18:20:24,164 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b950a96-1236-0786-81b1-4d4b433407ab/cluster_3ea90b40-5000-8c83-ddf6-61da949dffce/data/data2/current/BP-1926409302-172.17.0.3-1733163545800 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T18:20:24,165 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T18:20:24,170 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@78cd5a05{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T18:20:24,171 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4fb3046d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T18:20:24,171 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T18:20:24,171 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@273b513d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T18:20:24,171 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@891ab73{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b950a96-1236-0786-81b1-4d4b433407ab/hadoop.log.dir/,STOPPED} 2024-12-02T18:20:24,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T18:20:24,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T18:20:24,186 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T18:20:24,186 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:20:24,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:20:24,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:20:24,186 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:20:24,187 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T18:20:24,187 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=856732024, stopped=false 2024-12-02T18:20:24,187 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=95451c90bed2,43093,1733163541876 2024-12-02T18:20:24,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43093-0x1019744d9820000, quorum=127.0.0.1:51170, baseZNode=/0248402085 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0248402085/running 2024-12-02T18:20:24,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41729-0x1019744d9820001, quorum=127.0.0.1:51170, baseZNode=/0248402085 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0248402085/running 2024-12-02T18:20:24,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41729-0x1019744d9820001, quorum=127.0.0.1:51170, baseZNode=/0248402085 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0248402085 2024-12-02T18:20:24,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43093-0x1019744d9820000, quorum=127.0.0.1:51170, baseZNode=/0248402085 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0248402085 2024-12-02T18:20:24,197 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T18:20:24,197 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T18:20:24,197 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:20:24,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:20:24,197 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43093-0x1019744d9820000, quorum=127.0.0.1:51170, baseZNode=/0248402085 Set watcher on znode that does not yet exist, /0248402085/running 2024-12-02T18:20:24,197 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41729-0x1019744d9820001, quorum=127.0.0.1:51170, baseZNode=/0248402085 Set watcher on znode that does not yet exist, /0248402085/running 2024-12-02T18:20:24,198 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '95451c90bed2,41729,1733163542218' ***** 2024-12-02T18:20:24,198 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T18:20:24,198 INFO [RS:0;95451c90bed2:41729 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T18:20:24,198 INFO [RS:0;95451c90bed2:41729 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T18:20:24,198 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T18:20:24,198 INFO [RS:0;95451c90bed2:41729 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T18:20:24,198 INFO [RS:0;95451c90bed2:41729 {}] regionserver.HRegionServer(3091): Received CLOSE for 663e0a38b47f3eb454d3ca2adbb49d93 2024-12-02T18:20:24,198 INFO [RS:0;95451c90bed2:41729 {}] regionserver.HRegionServer(3091): Received CLOSE for cc19e719aedbac85ca73737fec72c586 2024-12-02T18:20:24,198 INFO [RS:0;95451c90bed2:41729 {}] regionserver.HRegionServer(959): stopping server 95451c90bed2,41729,1733163542218 2024-12-02T18:20:24,198 INFO [RS:0;95451c90bed2:41729 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T18:20:24,198 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 663e0a38b47f3eb454d3ca2adbb49d93, disabling compactions & flushes 2024-12-02T18:20:24,198 INFO [RS:0;95451c90bed2:41729 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;95451c90bed2:41729. 2024-12-02T18:20:24,198 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733163551186.663e0a38b47f3eb454d3ca2adbb49d93. 2024-12-02T18:20:24,198 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733163551186.663e0a38b47f3eb454d3ca2adbb49d93. 2024-12-02T18:20:24,199 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733163551186.663e0a38b47f3eb454d3ca2adbb49d93. after waiting 0 ms 2024-12-02T18:20:24,199 DEBUG [RS:0;95451c90bed2:41729 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:20:24,199 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733163551186.663e0a38b47f3eb454d3ca2adbb49d93. 2024-12-02T18:20:24,199 DEBUG [RS:0;95451c90bed2:41729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:20:24,199 INFO [RS:0;95451c90bed2:41729 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T18:20:24,199 INFO [RS:0;95451c90bed2:41729 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T18:20:24,199 INFO [RS:0;95451c90bed2:41729 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T18:20:24,199 INFO [RS:0;95451c90bed2:41729 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T18:20:24,199 INFO [RS:0;95451c90bed2:41729 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T18:20:24,199 DEBUG [RS:0;95451c90bed2:41729 {}] regionserver.HRegionServer(1325): Online Regions={663e0a38b47f3eb454d3ca2adbb49d93=test,,1733163551186.663e0a38b47f3eb454d3ca2adbb49d93., 1588230740=hbase:meta,,1.1588230740, cc19e719aedbac85ca73737fec72c586=hbase:replication,,1733163555513.cc19e719aedbac85ca73737fec72c586.} 2024-12-02T18:20:24,199 DEBUG [RS:0;95451c90bed2:41729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 663e0a38b47f3eb454d3ca2adbb49d93, cc19e719aedbac85ca73737fec72c586 2024-12-02T18:20:24,199 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T18:20:24,199 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T18:20:24,199 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T18:20:24,199 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T18:20:24,199 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T18:20:24,199 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T18:20:24,202 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/data/default/test/663e0a38b47f3eb454d3ca2adbb49d93/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T18:20:24,203 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T18:20:24,203 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T18:20:24,203 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733163551186.663e0a38b47f3eb454d3ca2adbb49d93. 2024-12-02T18:20:24,203 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 663e0a38b47f3eb454d3ca2adbb49d93: Waiting for close lock at 1733163624198Running coprocessor pre-close hooks at 1733163624198Disabling compacts and flushes for region at 1733163624198Disabling writes for close at 1733163624199 (+1 ms)Writing region close event to WAL at 1733163624200 (+1 ms)Running coprocessor post-close hooks at 1733163624203 (+3 ms)Closed at 1733163624203 2024-12-02T18:20:24,203 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733163551186.663e0a38b47f3eb454d3ca2adbb49d93. 2024-12-02T18:20:24,204 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cc19e719aedbac85ca73737fec72c586, disabling compactions & flushes 2024-12-02T18:20:24,204 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733163555513.cc19e719aedbac85ca73737fec72c586. 2024-12-02T18:20:24,204 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733163555513.cc19e719aedbac85ca73737fec72c586. 2024-12-02T18:20:24,204 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733163555513.cc19e719aedbac85ca73737fec72c586. after waiting 0 ms 2024-12-02T18:20:24,204 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733163555513.cc19e719aedbac85ca73737fec72c586. 2024-12-02T18:20:24,204 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cc19e719aedbac85ca73737fec72c586 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-12-02T18:20:24,214 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/data/hbase/meta/1588230740/.tmp/info/1198f88820884ceab63d22d8aec4e77b is 147, key is hbase:replication,,1733163555513.cc19e719aedbac85ca73737fec72c586./info:regioninfo/1733163556280/Put/seqid=0 2024-12-02T18:20:24,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34179 is added to blk_1073741844_1020 (size=7686) 2024-12-02T18:20:24,223 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/data/hbase/replication/cc19e719aedbac85ca73737fec72c586/.tmp/hfileref/e162eef1bfae4ee194b5cd8c70f83950 is 74, key is 1/hfileref:08b4547fc61e4bc5ab75b79cf308da81_SeqId_4_/1733163559600/DeleteColumn/seqid=0 2024-12-02T18:20:24,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34179 is added to blk_1073741845_1021 (size=5203) 2024-12-02T18:20:24,275 INFO [regionserver/95451c90bed2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T18:20:24,293 INFO [regionserver/95451c90bed2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T18:20:24,294 INFO [regionserver/95451c90bed2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T18:20:24,399 DEBUG [RS:0;95451c90bed2:41729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cc19e719aedbac85ca73737fec72c586 2024-12-02T18:20:24,599 DEBUG [RS:0;95451c90bed2:41729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cc19e719aedbac85ca73737fec72c586 2024-12-02T18:20:24,619 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/data/hbase/meta/1588230740/.tmp/info/1198f88820884ceab63d22d8aec4e77b 2024-12-02T18:20:24,627 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/data/hbase/replication/cc19e719aedbac85ca73737fec72c586/.tmp/hfileref/e162eef1bfae4ee194b5cd8c70f83950 2024-12-02T18:20:24,641 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/data/hbase/meta/1588230740/.tmp/ns/6490cdd4e524445cac41cab46c1e2832 is 43, key is default/ns:d/1733163545649/Put/seqid=0 2024-12-02T18:20:24,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34179 is added to blk_1073741846_1022 (size=5153) 2024-12-02T18:20:24,649 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/data/hbase/replication/cc19e719aedbac85ca73737fec72c586/.tmp/queue/b9edc287fff2451a94bfffbb5de78d0d is 153, key is 1-95451c90bed2,41729,1733163542218/queue:95451c90bed2%2C41729%2C1733163542218/1733163560729/Put/seqid=0 2024-12-02T18:20:24,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34179 is added to blk_1073741847_1023 (size=5352) 2024-12-02T18:20:24,800 DEBUG [RS:0;95451c90bed2:41729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cc19e719aedbac85ca73737fec72c586 2024-12-02T18:20:25,000 DEBUG [RS:0;95451c90bed2:41729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cc19e719aedbac85ca73737fec72c586 2024-12-02T18:20:25,046 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/data/hbase/meta/1588230740/.tmp/ns/6490cdd4e524445cac41cab46c1e2832 2024-12-02T18:20:25,053 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/data/hbase/replication/cc19e719aedbac85ca73737fec72c586/.tmp/queue/b9edc287fff2451a94bfffbb5de78d0d 2024-12-02T18:20:25,058 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/data/hbase/replication/cc19e719aedbac85ca73737fec72c586/.tmp/hfileref/e162eef1bfae4ee194b5cd8c70f83950 as hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/data/hbase/replication/cc19e719aedbac85ca73737fec72c586/hfileref/e162eef1bfae4ee194b5cd8c70f83950 2024-12-02T18:20:25,063 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/data/hbase/replication/cc19e719aedbac85ca73737fec72c586/hfileref/e162eef1bfae4ee194b5cd8c70f83950, entries=2, sequenceid=10, filesize=5.1 K 2024-12-02T18:20:25,064 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/data/hbase/replication/cc19e719aedbac85ca73737fec72c586/.tmp/queue/b9edc287fff2451a94bfffbb5de78d0d as hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/data/hbase/replication/cc19e719aedbac85ca73737fec72c586/queue/b9edc287fff2451a94bfffbb5de78d0d 2024-12-02T18:20:25,065 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/data/hbase/meta/1588230740/.tmp/rep_barrier/dada39ae8bc04da29b5610cb841b0479 is 112, key is test,,1733163551186.663e0a38b47f3eb454d3ca2adbb49d93./rep_barrier:seqnumDuringOpen/1733163552344/Put/seqid=0 2024-12-02T18:20:25,069 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/data/hbase/replication/cc19e719aedbac85ca73737fec72c586/queue/b9edc287fff2451a94bfffbb5de78d0d, entries=1, sequenceid=10, filesize=5.2 K 2024-12-02T18:20:25,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34179 is added to blk_1073741848_1024 (size=5518) 2024-12-02T18:20:25,070 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for cc19e719aedbac85ca73737fec72c586 in 865ms, sequenceid=10, compaction requested=false 2024-12-02T18:20:25,073 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/data/hbase/replication/cc19e719aedbac85ca73737fec72c586/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-02T18:20:25,074 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T18:20:25,074 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T18:20:25,074 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733163555513.cc19e719aedbac85ca73737fec72c586. 2024-12-02T18:20:25,074 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cc19e719aedbac85ca73737fec72c586: Waiting for close lock at 1733163624204Running coprocessor pre-close hooks at 1733163624204Disabling compacts and flushes for region at 1733163624204Disabling writes for close at 1733163624204Obtaining lock to block concurrent updates at 1733163624204Preparing flush snapshotting stores in cc19e719aedbac85ca73737fec72c586 at 1733163624204Finished memstore snapshotting hbase:replication,,1733163555513.cc19e719aedbac85ca73737fec72c586., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1733163624204Flushing stores of hbase:replication,,1733163555513.cc19e719aedbac85ca73737fec72c586. at 1733163624205 (+1 ms)Flushing cc19e719aedbac85ca73737fec72c586/hfileref: creating writer at 1733163624205Flushing cc19e719aedbac85ca73737fec72c586/hfileref: appending metadata at 1733163624222 (+17 ms)Flushing cc19e719aedbac85ca73737fec72c586/hfileref: closing flushed file at 1733163624222Flushing cc19e719aedbac85ca73737fec72c586/queue: creating writer at 1733163624633 (+411 ms)Flushing cc19e719aedbac85ca73737fec72c586/queue: appending metadata at 1733163624648 (+15 ms)Flushing cc19e719aedbac85ca73737fec72c586/queue: closing flushed file at 1733163624648Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fcb2d71: reopening flushed file at 1733163625057 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41767105: reopening flushed file at 1733163625063 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for cc19e719aedbac85ca73737fec72c586 in 865ms, sequenceid=10, compaction requested=false at 1733163625070 (+7 ms)Writing region close event to WAL at 1733163625070Running coprocessor post-close hooks at 1733163625074 (+4 ms)Closed at 1733163625074 2024-12-02T18:20:25,074 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733163555513.cc19e719aedbac85ca73737fec72c586. 2024-12-02T18:20:25,200 INFO [RS:0;95451c90bed2:41729 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T18:20:25,200 DEBUG [RS:0;95451c90bed2:41729 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T18:20:25,200 DEBUG [RS:0;95451c90bed2:41729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T18:20:25,400 DEBUG [RS:0;95451c90bed2:41729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T18:20:25,470 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/data/hbase/meta/1588230740/.tmp/rep_barrier/dada39ae8bc04da29b5610cb841b0479 2024-12-02T18:20:25,487 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/data/hbase/meta/1588230740/.tmp/table/0e8cd983b91c46adbc86afbb6f0e08f1 is 53, key is hbase:replication/table:state/1733163556288/Put/seqid=0 2024-12-02T18:20:25,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34179 is added to blk_1073741849_1025 (size=5308) 2024-12-02T18:20:25,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:20:25,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:20:25,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:20:25,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:20:25,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:20:25,600 DEBUG [RS:0;95451c90bed2:41729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T18:20:25,801 DEBUG [RS:0;95451c90bed2:41729 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T18:20:25,891 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/data/hbase/meta/1588230740/.tmp/table/0e8cd983b91c46adbc86afbb6f0e08f1 2024-12-02T18:20:25,897 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/data/hbase/meta/1588230740/.tmp/info/1198f88820884ceab63d22d8aec4e77b as hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/data/hbase/meta/1588230740/info/1198f88820884ceab63d22d8aec4e77b 2024-12-02T18:20:25,901 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/data/hbase/meta/1588230740/info/1198f88820884ceab63d22d8aec4e77b, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T18:20:25,902 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/data/hbase/meta/1588230740/.tmp/ns/6490cdd4e524445cac41cab46c1e2832 as hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/data/hbase/meta/1588230740/ns/6490cdd4e524445cac41cab46c1e2832 2024-12-02T18:20:25,906 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/data/hbase/meta/1588230740/ns/6490cdd4e524445cac41cab46c1e2832, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T18:20:25,907 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/data/hbase/meta/1588230740/.tmp/rep_barrier/dada39ae8bc04da29b5610cb841b0479 as hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/data/hbase/meta/1588230740/rep_barrier/dada39ae8bc04da29b5610cb841b0479 2024-12-02T18:20:25,912 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/data/hbase/meta/1588230740/rep_barrier/dada39ae8bc04da29b5610cb841b0479, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T18:20:25,913 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/data/hbase/meta/1588230740/.tmp/table/0e8cd983b91c46adbc86afbb6f0e08f1 as hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/data/hbase/meta/1588230740/table/0e8cd983b91c46adbc86afbb6f0e08f1 2024-12-02T18:20:25,918 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/data/hbase/meta/1588230740/table/0e8cd983b91c46adbc86afbb6f0e08f1, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T18:20:25,919 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1720ms, sequenceid=16, compaction requested=false 2024-12-02T18:20:25,919 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T18:20:25,930 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T18:20:25,931 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T18:20:25,931 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T18:20:25,931 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T18:20:25,931 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733163624199Running coprocessor pre-close hooks at 1733163624199Disabling compacts and flushes for region at 1733163624199Disabling writes for close at 1733163624199Obtaining lock to block concurrent updates at 1733163624199Preparing flush snapshotting stores in 1588230740 at 1733163624199Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733163624200 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733163624200Flushing 1588230740/info: creating writer at 1733163624200Flushing 1588230740/info: appending metadata at 1733163624213 (+13 ms)Flushing 1588230740/info: closing flushed file at 1733163624213Flushing 1588230740/ns: creating writer at 1733163624624 (+411 ms)Flushing 1588230740/ns: appending metadata at 1733163624641 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733163624641Flushing 1588230740/rep_barrier: creating writer at 1733163625051 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733163625065 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733163625065Flushing 1588230740/table: creating writer at 1733163625474 (+409 ms)Flushing 1588230740/table: appending metadata at 1733163625487 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733163625487Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d2a5a80: reopening flushed file at 1733163625896 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67c60d6f: reopening flushed file at 1733163625901 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@93905df: reopening flushed file at 1733163625906 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74516ae0: reopening flushed file at 1733163625912 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1720ms, sequenceid=16, compaction requested=false at 1733163625919 (+7 ms)Writing region close event to WAL at 1733163625927 (+8 ms)Running coprocessor post-close hooks at 1733163625931 (+4 ms)Closed at 1733163625931 2024-12-02T18:20:25,931 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T18:20:26,001 INFO [RS:0;95451c90bed2:41729 {}] regionserver.HRegionServer(976): stopping server 95451c90bed2,41729,1733163542218; all regions closed. 2024-12-02T18:20:26,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34179 is added to blk_1073741834_1010 (size=4239) 2024-12-02T18:20:26,003 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/WALs/95451c90bed2,41729,1733163542218/95451c90bed2%2C41729%2C1733163542218.meta.1733163545480.meta not finished, retry = 0 2024-12-02T18:20:26,091 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T18:20:26,106 DEBUG [RS:0;95451c90bed2:41729 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/oldWALs 2024-12-02T18:20:26,106 INFO [RS:0;95451c90bed2:41729 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 95451c90bed2%2C41729%2C1733163542218.meta:.meta(num 1733163545480) 2024-12-02T18:20:26,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:20:26,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:20:26,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:20:26,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34179 is added to blk_1073741839_1015 (size=2700) 2024-12-02T18:20:26,109 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/WALs/95451c90bed2,41729,1733163542218/95451c90bed2%2C41729%2C1733163542218.rep.1733163556249 not finished, retry = 0 2024-12-02T18:20:26,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:20:26,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:20:26,211 DEBUG [RS:0;95451c90bed2:41729 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/oldWALs 2024-12-02T18:20:26,212 INFO [RS:0;95451c90bed2:41729 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 95451c90bed2%2C41729%2C1733163542218.rep:(num 1733163556249) 2024-12-02T18:20:26,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34179 is added to blk_1073741832_1008 (size=1300) 2024-12-02T18:20:26,221 DEBUG [RS:0;95451c90bed2:41729 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/oldWALs 2024-12-02T18:20:26,221 INFO [RS:0;95451c90bed2:41729 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 95451c90bed2%2C41729%2C1733163542218:(num 1733163544417) 2024-12-02T18:20:26,222 DEBUG [RS:0;95451c90bed2:41729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:20:26,222 INFO [RS:0;95451c90bed2:41729 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T18:20:26,222 INFO [RS:0;95451c90bed2:41729 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T18:20:26,222 INFO [RS:0;95451c90bed2:41729 {}] hbase.ChoreService(370): Chore service for: regionserver/95451c90bed2:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T18:20:26,222 INFO [RS:0;95451c90bed2:41729 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T18:20:26,222 INFO [regionserver/95451c90bed2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T18:20:26,222 INFO [RS:0;95451c90bed2:41729 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-95451c90bed2,41729,1733163542218 because: Region server is closing 2024-12-02T18:20:26,222 INFO [RS:0;95451c90bed2:41729 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;95451c90bed2:41729. 2024-12-02T18:20:26,223 DEBUG [RS:0;95451c90bed2:41729 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:20:26,223 DEBUG [RS:0;95451c90bed2:41729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:20:26,223 DEBUG [RS:0;95451c90bed2:41729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:20:26,223 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:20:26,323 WARN [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,41729,1733163542218.replicationSource.wal-reader.95451c90bed2%2C41729%2C1733163542218,1-95451c90bed2,41729,1733163542218 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T18:20:26,323 WARN [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,41729,1733163542218.replicationSource.shipper95451c90bed2%2C41729%2C1733163542218,1-95451c90bed2,41729,1733163542218 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-02T18:20:26,323 INFO [RS:0;95451c90bed2:41729 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,41729,1733163542218.replicationSource.shipper95451c90bed2%2C41729%2C1733163542218,1-95451c90bed2,41729,1733163542218 terminated 2024-12-02T18:20:26,323 INFO [RS:0;95451c90bed2:41729 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41729 2024-12-02T18:20:26,528 INFO [RS:0;95451c90bed2:41729 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T18:20:26,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43093-0x1019744d9820000, quorum=127.0.0.1:51170, baseZNode=/0248402085 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0248402085/rs 2024-12-02T18:20:26,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41729-0x1019744d9820001, quorum=127.0.0.1:51170, baseZNode=/0248402085 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0248402085/rs/95451c90bed2,41729,1733163542218 2024-12-02T18:20:26,604 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T18:20:26,604 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T18:20:26,604 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-02T18:20:26,604 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-02T18:20:26,604 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T18:20:26,604 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T18:20:26,662 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [95451c90bed2,41729,1733163542218] 2024-12-02T18:20:26,726 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0248402085/draining/95451c90bed2,41729,1733163542218 already deleted, retry=false 2024-12-02T18:20:26,726 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 95451c90bed2,41729,1733163542218 expired; onlineServers=0 2024-12-02T18:20:26,726 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '95451c90bed2,43093,1733163541876' ***** 2024-12-02T18:20:26,726 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T18:20:26,726 INFO [M:0;95451c90bed2:43093 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T18:20:26,726 INFO [M:0;95451c90bed2:43093 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T18:20:26,726 DEBUG [M:0;95451c90bed2:43093 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T18:20:26,726 DEBUG [M:0;95451c90bed2:43093 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T18:20:26,726 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T18:20:26,726 DEBUG [master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.large.0-1733163544200 {}] cleaner.HFileCleaner(306): Exit Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.large.0-1733163544200,5,FailOnTimeoutGroup] 2024-12-02T18:20:26,726 DEBUG [master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.small.0-1733163544200 {}] cleaner.HFileCleaner(306): Exit Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.small.0-1733163544200,5,FailOnTimeoutGroup] 2024-12-02T18:20:26,727 INFO [M:0;95451c90bed2:43093 {}] hbase.ChoreService(370): Chore service for: master/95451c90bed2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T18:20:26,727 INFO [M:0;95451c90bed2:43093 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T18:20:26,727 DEBUG [M:0;95451c90bed2:43093 {}] master.HMaster(1795): Stopping service threads 2024-12-02T18:20:26,727 INFO [M:0;95451c90bed2:43093 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T18:20:26,727 INFO [M:0;95451c90bed2:43093 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T18:20:26,727 INFO [M:0;95451c90bed2:43093 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T18:20:26,727 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T18:20:26,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41729-0x1019744d9820001, quorum=127.0.0.1:51170, baseZNode=/0248402085 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:20:26,762 INFO [RS:0;95451c90bed2:41729 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T18:20:26,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41729-0x1019744d9820001, quorum=127.0.0.1:51170, baseZNode=/0248402085 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:20:26,762 INFO [RS:0;95451c90bed2:41729 {}] regionserver.HRegionServer(1031): Exiting; stopping=95451c90bed2,41729,1733163542218; zookeeper connection closed. 2024-12-02T18:20:26,762 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3a968168 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3a968168 2024-12-02T18:20:26,762 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T18:20:26,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43093-0x1019744d9820000, quorum=127.0.0.1:51170, baseZNode=/0248402085 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0248402085/master 2024-12-02T18:20:26,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43093-0x1019744d9820000, quorum=127.0.0.1:51170, baseZNode=/0248402085 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0248402085 2024-12-02T18:20:26,819 DEBUG [M:0;95451c90bed2:43093 {}] zookeeper.ZKUtil(347): master:43093-0x1019744d9820000, quorum=127.0.0.1:51170, baseZNode=/0248402085 Unable to get data of znode /0248402085/master because node does not exist (not an error) 2024-12-02T18:20:26,819 WARN [M:0;95451c90bed2:43093 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T18:20:26,821 INFO [M:0;95451c90bed2:43093 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/.lastflushedseqids 2024-12-02T18:20:26,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34179 is added to blk_1073741850_1026 (size=263) 2024-12-02T18:20:27,225 INFO [M:0;95451c90bed2:43093 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T18:20:27,226 INFO [M:0;95451c90bed2:43093 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T18:20:27,226 DEBUG [M:0;95451c90bed2:43093 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T18:20:27,226 INFO [M:0;95451c90bed2:43093 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:20:27,226 DEBUG [M:0;95451c90bed2:43093 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:20:27,226 DEBUG [M:0;95451c90bed2:43093 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T18:20:27,226 DEBUG [M:0;95451c90bed2:43093 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:20:27,226 INFO [M:0;95451c90bed2:43093 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-12-02T18:20:27,239 DEBUG [M:0;95451c90bed2:43093 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fba32e4f9e414f228677112cfabfeaa9 is 82, key is hbase:meta,,1/info:regioninfo/1733163545517/Put/seqid=0 2024-12-02T18:20:27,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34179 is added to blk_1073741851_1027 (size=5672) 2024-12-02T18:20:27,643 INFO [M:0;95451c90bed2:43093 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fba32e4f9e414f228677112cfabfeaa9 2024-12-02T18:20:27,660 DEBUG [M:0;95451c90bed2:43093 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c09182143a14476387e114de3d280a29 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733163552359/Put/seqid=0 2024-12-02T18:20:27,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34179 is added to blk_1073741852_1028 (size=7240) 2024-12-02T18:20:28,064 INFO [M:0;95451c90bed2:43093 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c09182143a14476387e114de3d280a29 2024-12-02T18:20:28,069 INFO [M:0;95451c90bed2:43093 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c09182143a14476387e114de3d280a29 2024-12-02T18:20:28,087 DEBUG [M:0;95451c90bed2:43093 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fa8c4a2d1f9840ee949dba40a9e32221 is 69, key is 95451c90bed2,41729,1733163542218/rs:state/1733163544276/Put/seqid=0 2024-12-02T18:20:28,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34179 is added to blk_1073741853_1029 (size=5156) 2024-12-02T18:20:28,491 INFO [M:0;95451c90bed2:43093 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fa8c4a2d1f9840ee949dba40a9e32221 2024-12-02T18:20:28,498 DEBUG [M:0;95451c90bed2:43093 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fba32e4f9e414f228677112cfabfeaa9 as hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fba32e4f9e414f228677112cfabfeaa9 2024-12-02T18:20:28,503 INFO [M:0;95451c90bed2:43093 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fba32e4f9e414f228677112cfabfeaa9, entries=8, sequenceid=105, filesize=5.5 K 2024-12-02T18:20:28,504 DEBUG [M:0;95451c90bed2:43093 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c09182143a14476387e114de3d280a29 as hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c09182143a14476387e114de3d280a29 2024-12-02T18:20:28,511 INFO [M:0;95451c90bed2:43093 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c09182143a14476387e114de3d280a29 2024-12-02T18:20:28,511 INFO [M:0;95451c90bed2:43093 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c09182143a14476387e114de3d280a29, entries=11, sequenceid=105, filesize=7.1 K 2024-12-02T18:20:28,512 DEBUG [M:0;95451c90bed2:43093 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fa8c4a2d1f9840ee949dba40a9e32221 as hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fa8c4a2d1f9840ee949dba40a9e32221 2024-12-02T18:20:28,518 INFO [M:0;95451c90bed2:43093 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46799/user/jenkins/test-data/f4f1fb6b-9249-0474-629c-53e37eff1433/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fa8c4a2d1f9840ee949dba40a9e32221, entries=1, sequenceid=105, filesize=5.0 K 2024-12-02T18:20:28,519 INFO [M:0;95451c90bed2:43093 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=105, compaction requested=false 2024-12-02T18:20:28,525 INFO [M:0;95451c90bed2:43093 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:20:28,525 DEBUG [M:0;95451c90bed2:43093 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733163627226Disabling compacts and flushes for region at 1733163627226Disabling writes for close at 1733163627226Obtaining lock to block concurrent updates at 1733163627226Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733163627226Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1733163627226Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733163627227 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733163627227Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733163627238 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733163627238Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733163627647 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733163627659 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733163627659Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733163628069 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733163628086 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733163628086Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@548846c2: reopening flushed file at 1733163628497 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53ecc46a: reopening flushed file at 1733163628503 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fba51cf: reopening flushed file at 1733163628511 (+8 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=105, compaction requested=false at 1733163628519 (+8 ms)Writing region close event to WAL at 1733163628525 (+6 ms)Closed at 1733163628525 2024-12-02T18:20:28,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34179 is added to blk_1073741830_1006 (size=64526) 2024-12-02T18:20:28,529 INFO [M:0;95451c90bed2:43093 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T18:20:28,529 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T18:20:28,529 INFO [M:0;95451c90bed2:43093 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43093 2024-12-02T18:20:28,530 INFO [M:0;95451c90bed2:43093 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T18:20:28,641 INFO [M:0;95451c90bed2:43093 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T18:20:28,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43093-0x1019744d9820000, quorum=127.0.0.1:51170, baseZNode=/0248402085 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:20:28,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43093-0x1019744d9820000, quorum=127.0.0.1:51170, baseZNode=/0248402085 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:20:28,643 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3447de6b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T18:20:28,643 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@59dd9a7f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T18:20:28,643 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T18:20:28,643 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26e6eb90{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T18:20:28,643 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fe4dffa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb6c9f73-8156-64e7-0dc6-2a764b30d8c8/hadoop.log.dir/,STOPPED} 2024-12-02T18:20:28,644 WARN [BP-889905892-172.17.0.3-1733163539963 heartbeating to localhost/127.0.0.1:46799 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T18:20:28,644 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T18:20:28,644 WARN [BP-889905892-172.17.0.3-1733163539963 heartbeating to localhost/127.0.0.1:46799 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-889905892-172.17.0.3-1733163539963 (Datanode Uuid 35741020-9301-4d43-a95b-a8bcb5becad0) service to localhost/127.0.0.1:46799 2024-12-02T18:20:28,644 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T18:20:28,645 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb6c9f73-8156-64e7-0dc6-2a764b30d8c8/cluster_cf43ceed-d992-9b05-4a54-fc3a51f6bfcb/data/data1/current/BP-889905892-172.17.0.3-1733163539963 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T18:20:28,645 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb6c9f73-8156-64e7-0dc6-2a764b30d8c8/cluster_cf43ceed-d992-9b05-4a54-fc3a51f6bfcb/data/data2/current/BP-889905892-172.17.0.3-1733163539963 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T18:20:28,645 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T18:20:28,650 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@783d7d0e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T18:20:28,650 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@b7ce1ce{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T18:20:28,651 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T18:20:28,651 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d8ba4d2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T18:20:28,651 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c806ef1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fb6c9f73-8156-64e7-0dc6-2a764b30d8c8/hadoop.log.dir/,STOPPED} 2024-12-02T18:20:28,656 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T18:20:28,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T18:20:28,679 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=157 (was 137) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43723 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46799 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:46799 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:43723 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51170) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46799 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007fde78b8d5f0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007fde78b8d5f0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46799 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46799 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46799 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51170) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43723 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46799 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43723 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43723 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46799 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43723 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=503 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=315 (was 355), ProcessCount=11 (was 11), AvailableMemoryMB=2699 (was 3263) 2024-12-02T18:20:28,688 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=158, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=315, ProcessCount=11, AvailableMemoryMB=2699 2024-12-02T18:20:28,704 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-12-02T18:20:28,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b950a96-1236-0786-81b1-4d4b433407ab/hadoop.log.dir so I do NOT create it in target/test-data/3cfed8be-d3e0-8e29-8cbe-8e377b1a9141 2024-12-02T18:20:28,705 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b950a96-1236-0786-81b1-4d4b433407ab/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T18:20:28,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b950a96-1236-0786-81b1-4d4b433407ab/hadoop.tmp.dir so I do NOT create it in target/test-data/3cfed8be-d3e0-8e29-8cbe-8e377b1a9141 2024-12-02T18:20:28,705 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b950a96-1236-0786-81b1-4d4b433407ab/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T18:20:28,705 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cfed8be-d3e0-8e29-8cbe-8e377b1a9141 2024-12-02T18:20:28,705 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cfed8be-d3e0-8e29-8cbe-8e377b1a9141/cluster_2870c07b-5b87-b5ed-96aa-022e6e815694, deleteOnExit=true 2024-12-02T18:20:28,711 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cfed8be-d3e0-8e29-8cbe-8e377b1a9141/cluster_2870c07b-5b87-b5ed-96aa-022e6e815694/zookeeper_0, clientPort=54754, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cfed8be-d3e0-8e29-8cbe-8e377b1a9141/cluster_2870c07b-5b87-b5ed-96aa-022e6e815694/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cfed8be-d3e0-8e29-8cbe-8e377b1a9141/cluster_2870c07b-5b87-b5ed-96aa-022e6e815694/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T18:20:28,712 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54754 2024-12-02T18:20:28,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T18:20:28,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T18:20:28,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cfed8be-d3e0-8e29-8cbe-8e377b1a9141/test.cache.data in system properties and HBase conf 2024-12-02T18:20:28,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cfed8be-d3e0-8e29-8cbe-8e377b1a9141/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T18:20:28,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cfed8be-d3e0-8e29-8cbe-8e377b1a9141/hadoop.log.dir in system properties and HBase conf 2024-12-02T18:20:28,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cfed8be-d3e0-8e29-8cbe-8e377b1a9141/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T18:20:28,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cfed8be-d3e0-8e29-8cbe-8e377b1a9141/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T18:20:28,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T18:20:28,713 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T18:20:28,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cfed8be-d3e0-8e29-8cbe-8e377b1a9141/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T18:20:28,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cfed8be-d3e0-8e29-8cbe-8e377b1a9141/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T18:20:28,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cfed8be-d3e0-8e29-8cbe-8e377b1a9141/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T18:20:28,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cfed8be-d3e0-8e29-8cbe-8e377b1a9141/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T18:20:28,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cfed8be-d3e0-8e29-8cbe-8e377b1a9141/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T18:20:28,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cfed8be-d3e0-8e29-8cbe-8e377b1a9141/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T18:20:28,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cfed8be-d3e0-8e29-8cbe-8e377b1a9141/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T18:20:28,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cfed8be-d3e0-8e29-8cbe-8e377b1a9141/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T18:20:28,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cfed8be-d3e0-8e29-8cbe-8e377b1a9141/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T18:20:28,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cfed8be-d3e0-8e29-8cbe-8e377b1a9141/nfs.dump.dir in system properties and HBase conf 2024-12-02T18:20:28,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cfed8be-d3e0-8e29-8cbe-8e377b1a9141/java.io.tmpdir in system properties and HBase conf 2024-12-02T18:20:28,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cfed8be-d3e0-8e29-8cbe-8e377b1a9141/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T18:20:28,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cfed8be-d3e0-8e29-8cbe-8e377b1a9141/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T18:20:28,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cfed8be-d3e0-8e29-8cbe-8e377b1a9141/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T18:20:28,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019744d9820005, quorum=127.0.0.1:51170, baseZNode=/1-2065878122 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T18:20:28,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019744d9820002, quorum=127.0.0.1:51170, baseZNode=/0248402085 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T18:20:28,754 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019744d9820005, quorum=127.0.0.1:51170, baseZNode=/1-2065878122 Received Disconnected from ZooKeeper, ignoring 2024-12-02T18:20:28,754 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019744d9820002, quorum=127.0.0.1:51170, baseZNode=/0248402085 Received Disconnected from ZooKeeper, ignoring 2024-12-02T18:20:29,010 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T18:20:29,013 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T18:20:29,014 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T18:20:29,014 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T18:20:29,014 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T18:20:29,015 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T18:20:29,015 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ad3a617{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cfed8be-d3e0-8e29-8cbe-8e377b1a9141/hadoop.log.dir/,AVAILABLE} 2024-12-02T18:20:29,016 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d32fc16{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T18:20:29,107 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41b567c5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cfed8be-d3e0-8e29-8cbe-8e377b1a9141/java.io.tmpdir/jetty-localhost-40519-hadoop-hdfs-3_4_1-tests_jar-_-any-1101103143683100777/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T18:20:29,107 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@488881f5{HTTP/1.1, (http/1.1)}{localhost:40519} 2024-12-02T18:20:29,107 INFO [Time-limited test {}] server.Server(415): Started @138640ms 2024-12-02T18:20:29,371 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T18:20:29,373 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T18:20:29,375 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T18:20:29,375 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T18:20:29,375 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T18:20:29,376 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14bdd366{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cfed8be-d3e0-8e29-8cbe-8e377b1a9141/hadoop.log.dir/,AVAILABLE} 2024-12-02T18:20:29,376 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fa3bf23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T18:20:29,466 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6cb855d5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cfed8be-d3e0-8e29-8cbe-8e377b1a9141/java.io.tmpdir/jetty-localhost-36329-hadoop-hdfs-3_4_1-tests_jar-_-any-9563382925770008179/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T18:20:29,467 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d8d2896{HTTP/1.1, (http/1.1)}{localhost:36329} 2024-12-02T18:20:29,467 INFO [Time-limited test {}] server.Server(415): Started @139000ms 2024-12-02T18:20:29,468 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T18:20:30,298 WARN [Thread-1289 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cfed8be-d3e0-8e29-8cbe-8e377b1a9141/cluster_2870c07b-5b87-b5ed-96aa-022e6e815694/data/data2/current/BP-1922820870-172.17.0.3-1733163628733/current, will proceed with Du for space computation calculation, 2024-12-02T18:20:30,298 WARN [Thread-1288 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cfed8be-d3e0-8e29-8cbe-8e377b1a9141/cluster_2870c07b-5b87-b5ed-96aa-022e6e815694/data/data1/current/BP-1922820870-172.17.0.3-1733163628733/current, will proceed with Du for space computation calculation, 2024-12-02T18:20:30,317 WARN [Thread-1276 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T18:20:30,320 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbba3751122e42066 with lease ID 0xfda9e62551ade633: Processing first storage report for DS-ae0ebb44-de9a-4f15-ba1b-7a9446b496c8 from datanode DatanodeRegistration(127.0.0.1:34747, datanodeUuid=b0af9370-f941-48cc-9dd1-d9712a2c59d0, infoPort=42623, infoSecurePort=0, ipcPort=38633, storageInfo=lv=-57;cid=testClusterID;nsid=1058693569;c=1733163628733) 2024-12-02T18:20:30,320 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbba3751122e42066 with lease ID 0xfda9e62551ade633: from storage DS-ae0ebb44-de9a-4f15-ba1b-7a9446b496c8 node DatanodeRegistration(127.0.0.1:34747, datanodeUuid=b0af9370-f941-48cc-9dd1-d9712a2c59d0, infoPort=42623, infoSecurePort=0, ipcPort=38633, storageInfo=lv=-57;cid=testClusterID;nsid=1058693569;c=1733163628733), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T18:20:30,320 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbba3751122e42066 with lease ID 0xfda9e62551ade633: Processing first storage report for DS-84636a29-b849-4cd7-a88a-c5279c0930ea from datanode DatanodeRegistration(127.0.0.1:34747, datanodeUuid=b0af9370-f941-48cc-9dd1-d9712a2c59d0, infoPort=42623, infoSecurePort=0, ipcPort=38633, storageInfo=lv=-57;cid=testClusterID;nsid=1058693569;c=1733163628733) 2024-12-02T18:20:30,320 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbba3751122e42066 with lease ID 0xfda9e62551ade633: from storage DS-84636a29-b849-4cd7-a88a-c5279c0930ea node DatanodeRegistration(127.0.0.1:34747, datanodeUuid=b0af9370-f941-48cc-9dd1-d9712a2c59d0, infoPort=42623, infoSecurePort=0, ipcPort=38633, storageInfo=lv=-57;cid=testClusterID;nsid=1058693569;c=1733163628733), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T18:20:30,393 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cfed8be-d3e0-8e29-8cbe-8e377b1a9141 2024-12-02T18:20:30,393 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:20:30,394 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:20:30,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34747 is added to blk_1073741825_1001 (size=7) 2024-12-02T18:20:30,802 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf with version=8 2024-12-02T18:20:30,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/hbase-staging 2024-12-02T18:20:30,804 INFO [Time-limited test {}] client.ConnectionUtils(128): master/95451c90bed2:0 server-side Connection retries=45 2024-12-02T18:20:30,804 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:20:30,804 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T18:20:30,804 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T18:20:30,804 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:20:30,804 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T18:20:30,804 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T18:20:30,804 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T18:20:30,805 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37345 2024-12-02T18:20:30,805 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37345 connecting to ZooKeeper ensemble=127.0.0.1:54754 2024-12-02T18:20:30,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:373450x0, quorum=127.0.0.1:54754, baseZNode=/01903373175 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T18:20:30,877 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37345-0x1019746344f0000 connected 2024-12-02T18:20:30,963 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:20:30,964 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:20:30,966 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37345-0x1019746344f0000, quorum=127.0.0.1:54754, baseZNode=/01903373175 Set watcher on znode that does not yet exist, /01903373175/running 2024-12-02T18:20:30,966 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf, hbase.cluster.distributed=false 2024-12-02T18:20:30,967 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37345-0x1019746344f0000, quorum=127.0.0.1:54754, baseZNode=/01903373175 Set watcher on znode that does not yet exist, /01903373175/acl 2024-12-02T18:20:30,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37345 2024-12-02T18:20:30,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37345 2024-12-02T18:20:30,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37345 2024-12-02T18:20:30,969 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37345 2024-12-02T18:20:30,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37345 2024-12-02T18:20:30,985 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/95451c90bed2:0 server-side Connection retries=45 2024-12-02T18:20:30,985 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:20:30,985 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T18:20:30,985 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T18:20:30,985 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:20:30,985 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T18:20:30,985 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T18:20:30,985 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T18:20:30,986 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33479 2024-12-02T18:20:30,987 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33479 connecting to ZooKeeper ensemble=127.0.0.1:54754 2024-12-02T18:20:30,988 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:20:30,989 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:20:31,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:334790x0, quorum=127.0.0.1:54754, baseZNode=/01903373175 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T18:20:31,004 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:334790x0, quorum=127.0.0.1:54754, baseZNode=/01903373175 Set watcher on znode that does not yet exist, /01903373175/running 2024-12-02T18:20:31,004 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33479-0x1019746344f0001 connected 2024-12-02T18:20:31,005 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T18:20:31,005 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T18:20:31,005 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33479-0x1019746344f0001, quorum=127.0.0.1:54754, baseZNode=/01903373175 Set watcher on znode that does not yet exist, /01903373175/master 2024-12-02T18:20:31,006 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33479-0x1019746344f0001, quorum=127.0.0.1:54754, baseZNode=/01903373175 Set watcher on znode that does not yet exist, /01903373175/acl 2024-12-02T18:20:31,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33479 2024-12-02T18:20:31,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33479 2024-12-02T18:20:31,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33479 2024-12-02T18:20:31,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33479 2024-12-02T18:20:31,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33479 2024-12-02T18:20:31,019 DEBUG [M:0;95451c90bed2:37345 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;95451c90bed2:37345 2024-12-02T18:20:31,020 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01903373175/backup-masters/95451c90bed2,37345,1733163630804 2024-12-02T18:20:31,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33479-0x1019746344f0001, quorum=127.0.0.1:54754, baseZNode=/01903373175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01903373175/backup-masters 2024-12-02T18:20:31,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37345-0x1019746344f0000, quorum=127.0.0.1:54754, baseZNode=/01903373175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01903373175/backup-masters 2024-12-02T18:20:31,026 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37345-0x1019746344f0000, quorum=127.0.0.1:54754, baseZNode=/01903373175 Set watcher on existing znode=/01903373175/backup-masters/95451c90bed2,37345,1733163630804 2024-12-02T18:20:31,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33479-0x1019746344f0001, quorum=127.0.0.1:54754, baseZNode=/01903373175 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01903373175/master 2024-12-02T18:20:31,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37345-0x1019746344f0000, quorum=127.0.0.1:54754, baseZNode=/01903373175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01903373175 2024-12-02T18:20:31,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33479-0x1019746344f0001, quorum=127.0.0.1:54754, baseZNode=/01903373175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01903373175 2024-12-02T18:20:31,036 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37345-0x1019746344f0000, quorum=127.0.0.1:54754, baseZNode=/01903373175 Set watcher on existing znode=/01903373175/master 2024-12-02T18:20:31,037 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01903373175/backup-masters/95451c90bed2,37345,1733163630804 from backup master directory 2024-12-02T18:20:31,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33479-0x1019746344f0001, quorum=127.0.0.1:54754, baseZNode=/01903373175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01903373175/backup-masters 2024-12-02T18:20:31,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37345-0x1019746344f0000, quorum=127.0.0.1:54754, baseZNode=/01903373175 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01903373175/backup-masters/95451c90bed2,37345,1733163630804 2024-12-02T18:20:31,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37345-0x1019746344f0000, quorum=127.0.0.1:54754, baseZNode=/01903373175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01903373175/backup-masters 2024-12-02T18:20:31,046 WARN [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T18:20:31,047 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=95451c90bed2,37345,1733163630804 2024-12-02T18:20:31,050 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/hbase.id] with ID: d20cd97e-4074-4bdf-a82e-d4483b84c820 2024-12-02T18:20:31,050 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/.tmp/hbase.id 2024-12-02T18:20:31,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34747 is added to blk_1073741826_1002 (size=42) 2024-12-02T18:20:31,433 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T18:20:31,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:20:31,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:20:31,449 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:20:31,449 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:20:31,449 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:20:31,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:20:31,454 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/.tmp/hbase.id]:[hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/hbase.id] 2024-12-02T18:20:31,463 INFO [master/95451c90bed2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:20:31,464 INFO [master/95451c90bed2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T18:20:31,464 INFO [master/95451c90bed2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-02T18:20:31,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37345-0x1019746344f0000, quorum=127.0.0.1:54754, baseZNode=/01903373175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01903373175 2024-12-02T18:20:31,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33479-0x1019746344f0001, quorum=127.0.0.1:54754, baseZNode=/01903373175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01903373175 2024-12-02T18:20:31,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34747 is added to blk_1073741827_1003 (size=196) 2024-12-02T18:20:31,883 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T18:20:31,883 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T18:20:31,884 INFO [master/95451c90bed2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:20:31,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34747 is added to blk_1073741828_1004 (size=1189) 2024-12-02T18:20:32,295 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/MasterData/data/master/store 2024-12-02T18:20:32,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34747 is added to blk_1073741829_1005 (size=34) 2024-12-02T18:20:32,702 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:20:32,702 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T18:20:32,702 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:20:32,702 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:20:32,702 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T18:20:32,702 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:20:32,702 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:20:32,702 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733163632702Disabling compacts and flushes for region at 1733163632702Disabling writes for close at 1733163632702Writing region close event to WAL at 1733163632702Closed at 1733163632702 2024-12-02T18:20:32,703 WARN [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/MasterData/data/master/store/.initializing 2024-12-02T18:20:32,703 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/MasterData/WALs/95451c90bed2,37345,1733163630804 2024-12-02T18:20:32,704 INFO [master/95451c90bed2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T18:20:32,706 INFO [master/95451c90bed2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=95451c90bed2%2C37345%2C1733163630804, suffix=, logDir=hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/MasterData/WALs/95451c90bed2,37345,1733163630804, archiveDir=hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/MasterData/oldWALs, maxLogs=10 2024-12-02T18:20:32,719 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/MasterData/WALs/95451c90bed2,37345,1733163630804/95451c90bed2%2C37345%2C1733163630804.1733163632706, exclude list is [], retry=0 2024-12-02T18:20:32,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34747,DS-ae0ebb44-de9a-4f15-ba1b-7a9446b496c8,DISK] 2024-12-02T18:20:32,722 INFO [master/95451c90bed2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/MasterData/WALs/95451c90bed2,37345,1733163630804/95451c90bed2%2C37345%2C1733163630804.1733163632706 2024-12-02T18:20:32,723 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42623:42623)] 2024-12-02T18:20:32,723 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:20:32,723 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:20:32,723 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:20:32,723 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:20:32,724 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:20:32,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T18:20:32,725 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:20:32,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:20:32,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:20:32,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T18:20:32,726 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:20:32,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:20:32,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:20:32,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T18:20:32,728 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:20:32,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:20:32,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:20:32,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T18:20:32,729 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:20:32,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:20:32,729 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:20:32,730 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:20:32,730 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:20:32,731 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:20:32,731 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:20:32,731 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T18:20:32,732 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:20:32,734 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T18:20:32,735 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62576649, jitterRate=-0.06753526628017426}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T18:20:32,736 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733163632723Initializing all the Stores at 1733163632724 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163632724Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163632724Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163632724Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163632724Cleaning up temporary data from old regions at 1733163632731 (+7 ms)Region opened successfully at 1733163632735 (+4 ms) 2024-12-02T18:20:32,736 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T18:20:32,739 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1614927f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=95451c90bed2/172.17.0.3:0 2024-12-02T18:20:32,740 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T18:20:32,740 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T18:20:32,740 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T18:20:32,740 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T18:20:32,741 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T18:20:32,741 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T18:20:32,741 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T18:20:32,743 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T18:20:32,744 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37345-0x1019746344f0000, quorum=127.0.0.1:54754, baseZNode=/01903373175 Unable to get data of znode /01903373175/balancer because node does not exist (not necessarily an error) 2024-12-02T18:20:32,751 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01903373175/balancer already deleted, retry=false 2024-12-02T18:20:32,752 INFO [master/95451c90bed2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T18:20:32,752 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37345-0x1019746344f0000, quorum=127.0.0.1:54754, baseZNode=/01903373175 Unable to get data of znode /01903373175/normalizer because node does not exist (not necessarily an error) 2024-12-02T18:20:32,762 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01903373175/normalizer already deleted, retry=false 2024-12-02T18:20:32,762 INFO [master/95451c90bed2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T18:20:32,763 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37345-0x1019746344f0000, quorum=127.0.0.1:54754, baseZNode=/01903373175 Unable to get data of znode /01903373175/switch/split because node does not exist (not necessarily an error) 2024-12-02T18:20:32,773 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01903373175/switch/split already deleted, retry=false 2024-12-02T18:20:32,773 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37345-0x1019746344f0000, quorum=127.0.0.1:54754, baseZNode=/01903373175 Unable to get data of znode /01903373175/switch/merge because node does not exist (not necessarily an error) 2024-12-02T18:20:32,783 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01903373175/switch/merge already deleted, retry=false 2024-12-02T18:20:32,785 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37345-0x1019746344f0000, quorum=127.0.0.1:54754, baseZNode=/01903373175 Unable to get data of znode /01903373175/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T18:20:32,804 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01903373175/snapshot-cleanup already deleted, retry=false 2024-12-02T18:20:32,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33479-0x1019746344f0001, quorum=127.0.0.1:54754, baseZNode=/01903373175 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01903373175/running 2024-12-02T18:20:32,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37345-0x1019746344f0000, quorum=127.0.0.1:54754, baseZNode=/01903373175 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01903373175/running 2024-12-02T18:20:32,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33479-0x1019746344f0001, quorum=127.0.0.1:54754, baseZNode=/01903373175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01903373175 2024-12-02T18:20:32,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37345-0x1019746344f0000, quorum=127.0.0.1:54754, baseZNode=/01903373175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01903373175 2024-12-02T18:20:32,826 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=95451c90bed2,37345,1733163630804, sessionid=0x1019746344f0000, setting cluster-up flag (Was=false) 2024-12-02T18:20:32,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33479-0x1019746344f0001, quorum=127.0.0.1:54754, baseZNode=/01903373175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01903373175 2024-12-02T18:20:32,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37345-0x1019746344f0000, quorum=127.0.0.1:54754, baseZNode=/01903373175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01903373175 2024-12-02T18:20:32,899 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01903373175/flush-table-proc/acquired, /01903373175/flush-table-proc/reached, /01903373175/flush-table-proc/abort 2024-12-02T18:20:32,900 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=95451c90bed2,37345,1733163630804 2024-12-02T18:20:32,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37345-0x1019746344f0000, quorum=127.0.0.1:54754, baseZNode=/01903373175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01903373175 2024-12-02T18:20:32,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33479-0x1019746344f0001, quorum=127.0.0.1:54754, baseZNode=/01903373175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01903373175 2024-12-02T18:20:32,952 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01903373175/online-snapshot/acquired, /01903373175/online-snapshot/reached, /01903373175/online-snapshot/abort 2024-12-02T18:20:32,952 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=95451c90bed2,37345,1733163630804 2024-12-02T18:20:32,954 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T18:20:32,955 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T18:20:32,955 INFO [master/95451c90bed2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T18:20:32,955 INFO [master/95451c90bed2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T18:20:32,955 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 95451c90bed2,37345,1733163630804 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T18:20:32,956 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:20:32,956 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:20:32,956 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:20:32,956 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:20:32,956 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/95451c90bed2:0, corePoolSize=10, maxPoolSize=10 2024-12-02T18:20:32,956 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:20:32,956 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/95451c90bed2:0, corePoolSize=2, maxPoolSize=2 2024-12-02T18:20:32,957 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:20:32,957 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733163662957 2024-12-02T18:20:32,958 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T18:20:32,958 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T18:20:32,958 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T18:20:32,958 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T18:20:32,958 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T18:20:32,958 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T18:20:32,958 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T18:20:32,958 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T18:20:32,959 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T18:20:32,959 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:20:32,959 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T18:20:32,959 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T18:20:32,959 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T18:20:32,959 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T18:20:32,959 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T18:20:32,959 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T18:20:32,959 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T18:20:32,959 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.large.0-1733163632959,5,FailOnTimeoutGroup] 2024-12-02T18:20:32,960 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.small.0-1733163632960,5,FailOnTimeoutGroup] 2024-12-02T18:20:32,960 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T18:20:32,960 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T18:20:32,960 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T18:20:32,960 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T18:20:32,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34747 is added to blk_1073741831_1007 (size=1321) 2024-12-02T18:20:33,011 INFO [RS:0;95451c90bed2:33479 {}] regionserver.HRegionServer(746): ClusterId : d20cd97e-4074-4bdf-a82e-d4483b84c820 2024-12-02T18:20:33,012 DEBUG [RS:0;95451c90bed2:33479 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T18:20:33,015 DEBUG [RS:0;95451c90bed2:33479 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T18:20:33,016 DEBUG [RS:0;95451c90bed2:33479 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T18:20:33,026 DEBUG [RS:0;95451c90bed2:33479 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T18:20:33,027 DEBUG [RS:0;95451c90bed2:33479 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@270766d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=95451c90bed2/172.17.0.3:0 2024-12-02T18:20:33,037 DEBUG [RS:0;95451c90bed2:33479 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;95451c90bed2:33479 2024-12-02T18:20:33,037 INFO [RS:0;95451c90bed2:33479 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T18:20:33,037 INFO [RS:0;95451c90bed2:33479 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T18:20:33,037 DEBUG [RS:0;95451c90bed2:33479 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T18:20:33,038 INFO [RS:0;95451c90bed2:33479 {}] regionserver.HRegionServer(2659): reportForDuty to master=95451c90bed2,37345,1733163630804 with port=33479, startcode=1733163630984 2024-12-02T18:20:33,038 DEBUG [RS:0;95451c90bed2:33479 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T18:20:33,039 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40021, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T18:20:33,040 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37345 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 95451c90bed2,33479,1733163630984 2024-12-02T18:20:33,040 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37345 {}] master.ServerManager(517): Registering regionserver=95451c90bed2,33479,1733163630984 2024-12-02T18:20:33,041 DEBUG [RS:0;95451c90bed2:33479 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf 2024-12-02T18:20:33,041 DEBUG [RS:0;95451c90bed2:33479 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35899 2024-12-02T18:20:33,041 DEBUG [RS:0;95451c90bed2:33479 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T18:20:33,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37345-0x1019746344f0000, quorum=127.0.0.1:54754, baseZNode=/01903373175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01903373175/rs 2024-12-02T18:20:33,047 DEBUG [RS:0;95451c90bed2:33479 {}] zookeeper.ZKUtil(111): regionserver:33479-0x1019746344f0001, quorum=127.0.0.1:54754, baseZNode=/01903373175 Set watcher on existing znode=/01903373175/rs/95451c90bed2,33479,1733163630984 2024-12-02T18:20:33,047 WARN [RS:0;95451c90bed2:33479 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T18:20:33,047 INFO [RS:0;95451c90bed2:33479 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:20:33,047 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [95451c90bed2,33479,1733163630984] 2024-12-02T18:20:33,047 DEBUG [RS:0;95451c90bed2:33479 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/WALs/95451c90bed2,33479,1733163630984 2024-12-02T18:20:33,050 INFO [RS:0;95451c90bed2:33479 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T18:20:33,051 INFO [RS:0;95451c90bed2:33479 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T18:20:33,051 INFO [RS:0;95451c90bed2:33479 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T18:20:33,051 INFO [RS:0;95451c90bed2:33479 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:20:33,051 INFO [RS:0;95451c90bed2:33479 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T18:20:33,052 INFO [RS:0;95451c90bed2:33479 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T18:20:33,052 INFO [RS:0;95451c90bed2:33479 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T18:20:33,052 DEBUG [RS:0;95451c90bed2:33479 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:20:33,052 DEBUG [RS:0;95451c90bed2:33479 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:20:33,052 DEBUG [RS:0;95451c90bed2:33479 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:20:33,052 DEBUG [RS:0;95451c90bed2:33479 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:20:33,052 DEBUG [RS:0;95451c90bed2:33479 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:20:33,052 DEBUG [RS:0;95451c90bed2:33479 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/95451c90bed2:0, corePoolSize=2, maxPoolSize=2 2024-12-02T18:20:33,052 DEBUG [RS:0;95451c90bed2:33479 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:20:33,053 DEBUG [RS:0;95451c90bed2:33479 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:20:33,053 DEBUG [RS:0;95451c90bed2:33479 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:20:33,053 DEBUG [RS:0;95451c90bed2:33479 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:20:33,053 DEBUG [RS:0;95451c90bed2:33479 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:20:33,053 DEBUG [RS:0;95451c90bed2:33479 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:20:33,053 DEBUG [RS:0;95451c90bed2:33479 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/95451c90bed2:0, corePoolSize=3, maxPoolSize=3 2024-12-02T18:20:33,053 DEBUG [RS:0;95451c90bed2:33479 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/95451c90bed2:0, corePoolSize=3, maxPoolSize=3 2024-12-02T18:20:33,053 INFO [RS:0;95451c90bed2:33479 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T18:20:33,053 INFO [RS:0;95451c90bed2:33479 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T18:20:33,053 INFO [RS:0;95451c90bed2:33479 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:20:33,053 INFO [RS:0;95451c90bed2:33479 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T18:20:33,053 INFO [RS:0;95451c90bed2:33479 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T18:20:33,053 INFO [RS:0;95451c90bed2:33479 {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,33479,1733163630984-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T18:20:33,065 INFO [RS:0;95451c90bed2:33479 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T18:20:33,065 INFO [RS:0;95451c90bed2:33479 {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,33479,1733163630984-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:20:33,065 INFO [RS:0;95451c90bed2:33479 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:20:33,065 INFO [RS:0;95451c90bed2:33479 {}] regionserver.Replication(171): 95451c90bed2,33479,1733163630984 started 2024-12-02T18:20:33,076 INFO [RS:0;95451c90bed2:33479 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:20:33,077 INFO [RS:0;95451c90bed2:33479 {}] regionserver.HRegionServer(1482): Serving as 95451c90bed2,33479,1733163630984, RpcServer on 95451c90bed2/172.17.0.3:33479, sessionid=0x1019746344f0001 2024-12-02T18:20:33,077 DEBUG [RS:0;95451c90bed2:33479 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T18:20:33,077 DEBUG [RS:0;95451c90bed2:33479 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 95451c90bed2,33479,1733163630984 2024-12-02T18:20:33,077 DEBUG [RS:0;95451c90bed2:33479 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '95451c90bed2,33479,1733163630984' 2024-12-02T18:20:33,077 DEBUG [RS:0;95451c90bed2:33479 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01903373175/flush-table-proc/abort' 2024-12-02T18:20:33,077 DEBUG [RS:0;95451c90bed2:33479 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01903373175/flush-table-proc/acquired' 2024-12-02T18:20:33,078 DEBUG [RS:0;95451c90bed2:33479 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T18:20:33,078 DEBUG [RS:0;95451c90bed2:33479 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T18:20:33,078 DEBUG [RS:0;95451c90bed2:33479 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 95451c90bed2,33479,1733163630984 2024-12-02T18:20:33,078 DEBUG [RS:0;95451c90bed2:33479 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '95451c90bed2,33479,1733163630984' 2024-12-02T18:20:33,078 DEBUG [RS:0;95451c90bed2:33479 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01903373175/online-snapshot/abort' 2024-12-02T18:20:33,078 DEBUG [RS:0;95451c90bed2:33479 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01903373175/online-snapshot/acquired' 2024-12-02T18:20:33,078 DEBUG [RS:0;95451c90bed2:33479 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T18:20:33,078 INFO [RS:0;95451c90bed2:33479 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T18:20:33,078 INFO [RS:0;95451c90bed2:33479 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T18:20:33,179 INFO [RS:0;95451c90bed2:33479 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T18:20:33,180 INFO [RS:0;95451c90bed2:33479 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=95451c90bed2%2C33479%2C1733163630984, suffix=, logDir=hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/WALs/95451c90bed2,33479,1733163630984, archiveDir=hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/oldWALs, maxLogs=10 2024-12-02T18:20:33,191 DEBUG [RS:0;95451c90bed2:33479 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/WALs/95451c90bed2,33479,1733163630984/95451c90bed2%2C33479%2C1733163630984.1733163633181, exclude list is [], retry=0 2024-12-02T18:20:33,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34747,DS-ae0ebb44-de9a-4f15-ba1b-7a9446b496c8,DISK] 2024-12-02T18:20:33,195 INFO [RS:0;95451c90bed2:33479 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/WALs/95451c90bed2,33479,1733163630984/95451c90bed2%2C33479%2C1733163630984.1733163633181 2024-12-02T18:20:33,195 DEBUG [RS:0;95451c90bed2:33479 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42623:42623)] 2024-12-02T18:20:33,364 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T18:20:33,364 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf 2024-12-02T18:20:33,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34747 is added to blk_1073741833_1009 (size=32) 2024-12-02T18:20:33,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:20:33,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T18:20:33,772 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T18:20:33,772 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:20:33,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:20:33,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T18:20:33,774 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T18:20:33,774 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:20:33,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:20:33,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T18:20:33,775 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T18:20:33,775 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:20:33,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:20:33,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T18:20:33,776 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T18:20:33,776 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:20:33,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:20:33,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T18:20:33,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/data/hbase/meta/1588230740 2024-12-02T18:20:33,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/data/hbase/meta/1588230740 2024-12-02T18:20:33,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T18:20:33,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T18:20:33,778 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T18:20:33,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T18:20:33,784 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T18:20:33,785 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62244096, jitterRate=-0.07249069213867188}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T18:20:33,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733163633770Initializing all the Stores at 1733163633771 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163633771Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163633771Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163633771Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163633771Cleaning up temporary data from old regions at 1733163633778 (+7 ms)Region opened successfully at 1733163633785 (+7 ms) 2024-12-02T18:20:33,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T18:20:33,785 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T18:20:33,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T18:20:33,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T18:20:33,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T18:20:33,786 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T18:20:33,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733163633785Disabling compacts and flushes for region at 1733163633785Disabling writes for close at 1733163633785Writing region close event to WAL at 1733163633786 (+1 ms)Closed at 1733163633786 2024-12-02T18:20:33,787 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T18:20:33,787 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T18:20:33,787 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T18:20:33,788 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T18:20:33,789 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T18:20:33,939 DEBUG [95451c90bed2:37345 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T18:20:33,939 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=95451c90bed2,33479,1733163630984 2024-12-02T18:20:33,941 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 95451c90bed2,33479,1733163630984, state=OPENING 2024-12-02T18:20:33,952 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T18:20:33,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33479-0x1019746344f0001, quorum=127.0.0.1:54754, baseZNode=/01903373175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01903373175 2024-12-02T18:20:33,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37345-0x1019746344f0000, quorum=127.0.0.1:54754, baseZNode=/01903373175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01903373175 2024-12-02T18:20:33,963 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T18:20:33,963 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=95451c90bed2,33479,1733163630984}] 2024-12-02T18:20:33,963 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01903373175/meta-region-server: CHANGED 2024-12-02T18:20:33,963 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01903373175/meta-region-server: CHANGED 2024-12-02T18:20:34,117 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T18:20:34,118 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45353, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T18:20:34,125 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T18:20:34,125 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:20:34,125 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T18:20:34,126 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=95451c90bed2%2C33479%2C1733163630984.meta, suffix=.meta, logDir=hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/WALs/95451c90bed2,33479,1733163630984, archiveDir=hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/oldWALs, maxLogs=10 2024-12-02T18:20:34,143 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/WALs/95451c90bed2,33479,1733163630984/95451c90bed2%2C33479%2C1733163630984.meta.1733163634127.meta, exclude list is [], retry=0 2024-12-02T18:20:34,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34747,DS-ae0ebb44-de9a-4f15-ba1b-7a9446b496c8,DISK] 2024-12-02T18:20:34,156 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/WALs/95451c90bed2,33479,1733163630984/95451c90bed2%2C33479%2C1733163630984.meta.1733163634127.meta 2024-12-02T18:20:34,157 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42623:42623)] 2024-12-02T18:20:34,157 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:20:34,158 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T18:20:34,158 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T18:20:34,158 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T18:20:34,158 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T18:20:34,158 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T18:20:34,158 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:20:34,158 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T18:20:34,158 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T18:20:34,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T18:20:34,161 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T18:20:34,162 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:20:34,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:20:34,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T18:20:34,164 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T18:20:34,164 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:20:34,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:20:34,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T18:20:34,166 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T18:20:34,166 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:20:34,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:20:34,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T18:20:34,167 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T18:20:34,167 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:20:34,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:20:34,168 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T18:20:34,176 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/data/hbase/meta/1588230740 2024-12-02T18:20:34,178 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/data/hbase/meta/1588230740 2024-12-02T18:20:34,180 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T18:20:34,181 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T18:20:34,182 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T18:20:34,184 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T18:20:34,185 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60907300, jitterRate=-0.09241050481796265}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T18:20:34,185 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T18:20:34,186 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733163634158Writing region info on filesystem at 1733163634158Initializing all the Stores at 1733163634159 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163634159Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163634160 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163634160Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163634160Cleaning up temporary data from old regions at 1733163634181 (+21 ms)Running coprocessor post-open hooks at 1733163634185 (+4 ms)Region opened successfully at 1733163634186 (+1 ms) 2024-12-02T18:20:34,187 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733163634116 2024-12-02T18:20:34,190 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T18:20:34,190 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T18:20:34,191 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=95451c90bed2,33479,1733163630984 2024-12-02T18:20:34,193 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 95451c90bed2,33479,1733163630984, state=OPEN 2024-12-02T18:20:34,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33479-0x1019746344f0001, quorum=127.0.0.1:54754, baseZNode=/01903373175 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01903373175/meta-region-server 2024-12-02T18:20:34,288 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=95451c90bed2,33479,1733163630984 2024-12-02T18:20:34,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37345-0x1019746344f0000, quorum=127.0.0.1:54754, baseZNode=/01903373175 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01903373175/meta-region-server 2024-12-02T18:20:34,288 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01903373175/meta-region-server: CHANGED 2024-12-02T18:20:34,288 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01903373175/meta-region-server: CHANGED 2024-12-02T18:20:34,293 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T18:20:34,293 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=95451c90bed2,33479,1733163630984 in 325 msec 2024-12-02T18:20:34,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T18:20:34,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 506 msec 2024-12-02T18:20:34,297 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T18:20:34,298 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T18:20:34,299 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:20:34,299 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,33479,1733163630984, seqNum=-1] 2024-12-02T18:20:34,299 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:20:34,301 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37473, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T18:20:34,307 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3510 sec 2024-12-02T18:20:34,307 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733163634307, completionTime=-1 2024-12-02T18:20:34,307 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T18:20:34,308 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T18:20:34,310 INFO [master/95451c90bed2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T18:20:34,310 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733163694310 2024-12-02T18:20:34,310 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733163754310 2024-12-02T18:20:34,310 INFO [master/95451c90bed2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-02T18:20:34,311 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,37345,1733163630804-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:20:34,311 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,37345,1733163630804-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:20:34,311 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,37345,1733163630804-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:20:34,311 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-95451c90bed2:37345, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:20:34,311 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T18:20:34,311 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T18:20:34,314 DEBUG [master/95451c90bed2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T18:20:34,317 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.270sec 2024-12-02T18:20:34,317 INFO [master/95451c90bed2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T18:20:34,317 INFO [master/95451c90bed2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T18:20:34,317 INFO [master/95451c90bed2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T18:20:34,317 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T18:20:34,317 INFO [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T18:20:34,317 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,37345,1733163630804-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T18:20:34,317 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,37345,1733163630804-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T18:20:34,320 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T18:20:34,320 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T18:20:34,320 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,37345,1733163630804-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:20:34,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bcabe87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:20:34,416 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,37345,-1 for getting cluster id 2024-12-02T18:20:34,416 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:20:34,417 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd20cd97e-4074-4bdf-a82e-d4483b84c820' 2024-12-02T18:20:34,417 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:20:34,417 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d20cd97e-4074-4bdf-a82e-d4483b84c820" 2024-12-02T18:20:34,418 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55e06a80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:20:34,418 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,37345,-1] 2024-12-02T18:20:34,418 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:20:34,418 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:20:34,419 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:20:34,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c81528f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:20:34,421 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:20:34,422 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,33479,1733163630984, seqNum=-1] 2024-12-02T18:20:34,423 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:20:34,424 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T18:20:34,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=95451c90bed2,37345,1733163630804 2024-12-02T18:20:34,427 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54754 2024-12-02T18:20:34,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54754, baseZNode=/01903373175 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T18:20:34,446 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019746344f0002 connected 2024-12-02T18:20:34,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cfed8be-d3e0-8e29-8cbe-8e377b1a9141/hadoop.log.dir so I do NOT create it in target/test-data/0ef45fd7-d3ac-7903-2c20-58489cda7dd2 2024-12-02T18:20:34,474 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cfed8be-d3e0-8e29-8cbe-8e377b1a9141/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T18:20:34,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cfed8be-d3e0-8e29-8cbe-8e377b1a9141/hadoop.tmp.dir so I do NOT create it in target/test-data/0ef45fd7-d3ac-7903-2c20-58489cda7dd2 2024-12-02T18:20:34,474 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cfed8be-d3e0-8e29-8cbe-8e377b1a9141/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T18:20:34,474 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ef45fd7-d3ac-7903-2c20-58489cda7dd2 2024-12-02T18:20:34,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T18:20:34,474 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ef45fd7-d3ac-7903-2c20-58489cda7dd2/cluster_6c94e9bc-8f85-aaef-b1aa-3b44745ec06a, deleteOnExit=true 2024-12-02T18:20:34,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T18:20:34,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ef45fd7-d3ac-7903-2c20-58489cda7dd2/test.cache.data in system properties and HBase conf 2024-12-02T18:20:34,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ef45fd7-d3ac-7903-2c20-58489cda7dd2/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T18:20:34,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ef45fd7-d3ac-7903-2c20-58489cda7dd2/hadoop.log.dir in system properties and HBase conf 2024-12-02T18:20:34,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ef45fd7-d3ac-7903-2c20-58489cda7dd2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T18:20:34,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ef45fd7-d3ac-7903-2c20-58489cda7dd2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T18:20:34,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T18:20:34,475 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T18:20:34,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ef45fd7-d3ac-7903-2c20-58489cda7dd2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T18:20:34,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ef45fd7-d3ac-7903-2c20-58489cda7dd2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T18:20:34,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ef45fd7-d3ac-7903-2c20-58489cda7dd2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T18:20:34,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ef45fd7-d3ac-7903-2c20-58489cda7dd2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T18:20:34,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ef45fd7-d3ac-7903-2c20-58489cda7dd2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T18:20:34,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ef45fd7-d3ac-7903-2c20-58489cda7dd2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T18:20:34,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ef45fd7-d3ac-7903-2c20-58489cda7dd2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T18:20:34,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ef45fd7-d3ac-7903-2c20-58489cda7dd2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T18:20:34,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ef45fd7-d3ac-7903-2c20-58489cda7dd2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T18:20:34,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ef45fd7-d3ac-7903-2c20-58489cda7dd2/nfs.dump.dir in system properties and HBase conf 2024-12-02T18:20:34,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ef45fd7-d3ac-7903-2c20-58489cda7dd2/java.io.tmpdir in system properties and HBase conf 2024-12-02T18:20:34,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ef45fd7-d3ac-7903-2c20-58489cda7dd2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T18:20:34,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ef45fd7-d3ac-7903-2c20-58489cda7dd2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T18:20:34,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ef45fd7-d3ac-7903-2c20-58489cda7dd2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T18:20:34,847 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T18:20:34,852 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T18:20:34,855 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T18:20:34,855 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T18:20:34,855 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T18:20:34,857 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T18:20:34,860 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33c849b7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ef45fd7-d3ac-7903-2c20-58489cda7dd2/hadoop.log.dir/,AVAILABLE} 2024-12-02T18:20:34,861 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@243c982e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T18:20:35,002 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@bc17592{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ef45fd7-d3ac-7903-2c20-58489cda7dd2/java.io.tmpdir/jetty-localhost-32989-hadoop-hdfs-3_4_1-tests_jar-_-any-13078168931588590558/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T18:20:35,003 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1f0f1710{HTTP/1.1, (http/1.1)}{localhost:32989} 2024-12-02T18:20:35,004 INFO [Time-limited test {}] server.Server(415): Started @144537ms 2024-12-02T18:20:35,320 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T18:20:35,323 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T18:20:35,324 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T18:20:35,324 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T18:20:35,325 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T18:20:35,325 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@684fa325{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ef45fd7-d3ac-7903-2c20-58489cda7dd2/hadoop.log.dir/,AVAILABLE} 2024-12-02T18:20:35,325 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f8e46f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T18:20:35,423 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@183aab32{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ef45fd7-d3ac-7903-2c20-58489cda7dd2/java.io.tmpdir/jetty-localhost-45929-hadoop-hdfs-3_4_1-tests_jar-_-any-7697870088231074445/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T18:20:35,423 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5781baaf{HTTP/1.1, (http/1.1)}{localhost:45929} 2024-12-02T18:20:35,423 INFO [Time-limited test {}] server.Server(415): Started @144956ms 2024-12-02T18:20:35,425 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T18:20:36,293 WARN [Thread-1410 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ef45fd7-d3ac-7903-2c20-58489cda7dd2/cluster_6c94e9bc-8f85-aaef-b1aa-3b44745ec06a/data/data2/current/BP-605565588-172.17.0.3-1733163634501/current, will proceed with Du for space computation calculation, 2024-12-02T18:20:36,293 WARN [Thread-1409 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ef45fd7-d3ac-7903-2c20-58489cda7dd2/cluster_6c94e9bc-8f85-aaef-b1aa-3b44745ec06a/data/data1/current/BP-605565588-172.17.0.3-1733163634501/current, will proceed with Du for space computation calculation, 2024-12-02T18:20:36,309 WARN [Thread-1397 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T18:20:36,311 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe7df831a3e607af6 with lease ID 0xd563b424e8f70fc4: Processing first storage report for DS-f2652a99-c98b-45b1-955f-2ea7987b8016 from datanode DatanodeRegistration(127.0.0.1:36793, datanodeUuid=75d621c0-2f50-49a7-8afa-157cd9a15b3a, infoPort=45555, infoSecurePort=0, ipcPort=41481, storageInfo=lv=-57;cid=testClusterID;nsid=1806883744;c=1733163634501) 2024-12-02T18:20:36,311 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe7df831a3e607af6 with lease ID 0xd563b424e8f70fc4: from storage DS-f2652a99-c98b-45b1-955f-2ea7987b8016 node DatanodeRegistration(127.0.0.1:36793, datanodeUuid=75d621c0-2f50-49a7-8afa-157cd9a15b3a, infoPort=45555, infoSecurePort=0, ipcPort=41481, storageInfo=lv=-57;cid=testClusterID;nsid=1806883744;c=1733163634501), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T18:20:36,311 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe7df831a3e607af6 with lease ID 0xd563b424e8f70fc4: Processing first storage report for DS-35aecb5c-1391-4ae2-9661-0944c86e241f from datanode DatanodeRegistration(127.0.0.1:36793, datanodeUuid=75d621c0-2f50-49a7-8afa-157cd9a15b3a, infoPort=45555, infoSecurePort=0, ipcPort=41481, storageInfo=lv=-57;cid=testClusterID;nsid=1806883744;c=1733163634501) 2024-12-02T18:20:36,311 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe7df831a3e607af6 with lease ID 0xd563b424e8f70fc4: from storage DS-35aecb5c-1391-4ae2-9661-0944c86e241f node DatanodeRegistration(127.0.0.1:36793, datanodeUuid=75d621c0-2f50-49a7-8afa-157cd9a15b3a, infoPort=45555, infoSecurePort=0, ipcPort=41481, storageInfo=lv=-57;cid=testClusterID;nsid=1806883744;c=1733163634501), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T18:20:36,368 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ef45fd7-d3ac-7903-2c20-58489cda7dd2 2024-12-02T18:20:36,368 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:20:36,369 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:20:36,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741825_1001 (size=7) 2024-12-02T18:20:36,604 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T18:20:36,604 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-02T18:20:36,605 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T18:20:36,605 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-02T18:20:36,605 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T18:20:36,605 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-02T18:20:36,777 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41121/user/jenkins/test-data/5be97cea-eae5-a4e0-f69c-5632c9f87f07 with version=8 2024-12-02T18:20:36,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41121/user/jenkins/test-data/5be97cea-eae5-a4e0-f69c-5632c9f87f07/hbase-staging 2024-12-02T18:20:36,779 INFO [Time-limited test {}] client.ConnectionUtils(128): master/95451c90bed2:0 server-side Connection retries=45 2024-12-02T18:20:36,779 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:20:36,779 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T18:20:36,779 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T18:20:36,779 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:20:36,779 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T18:20:36,779 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T18:20:36,779 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T18:20:36,780 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41389 2024-12-02T18:20:36,780 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41389 connecting to ZooKeeper ensemble=127.0.0.1:54754 2024-12-02T18:20:36,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:413890x0, quorum=127.0.0.1:54754, baseZNode=/1-722232239 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T18:20:36,828 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41389-0x1019746344f0003 connected 2024-12-02T18:20:36,905 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:20:36,907 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:20:36,913 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41389-0x1019746344f0003, quorum=127.0.0.1:54754, baseZNode=/1-722232239 Set watcher on znode that does not yet exist, /1-722232239/running 2024-12-02T18:20:36,913 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41121/user/jenkins/test-data/5be97cea-eae5-a4e0-f69c-5632c9f87f07, hbase.cluster.distributed=false 2024-12-02T18:20:36,914 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41389-0x1019746344f0003, quorum=127.0.0.1:54754, baseZNode=/1-722232239 Set watcher on znode that does not yet exist, /1-722232239/acl 2024-12-02T18:20:36,915 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41389 2024-12-02T18:20:36,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41389 2024-12-02T18:20:36,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41389 2024-12-02T18:20:36,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41389 2024-12-02T18:20:36,925 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41389 2024-12-02T18:20:36,943 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/95451c90bed2:0 server-side Connection retries=45 2024-12-02T18:20:36,943 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:20:36,943 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T18:20:36,944 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T18:20:36,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:20:36,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T18:20:36,944 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T18:20:36,944 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T18:20:36,945 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40931 2024-12-02T18:20:36,946 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40931 connecting to ZooKeeper ensemble=127.0.0.1:54754 2024-12-02T18:20:36,946 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:20:36,948 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:20:36,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:409310x0, quorum=127.0.0.1:54754, baseZNode=/1-722232239 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T18:20:36,995 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40931-0x1019746344f0004, quorum=127.0.0.1:54754, baseZNode=/1-722232239 Set watcher on znode that does not yet exist, /1-722232239/running 2024-12-02T18:20:36,995 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40931-0x1019746344f0004 connected 2024-12-02T18:20:36,995 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T18:20:36,996 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T18:20:36,996 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40931-0x1019746344f0004, quorum=127.0.0.1:54754, baseZNode=/1-722232239 Set watcher on znode that does not yet exist, /1-722232239/master 2024-12-02T18:20:36,997 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40931-0x1019746344f0004, quorum=127.0.0.1:54754, baseZNode=/1-722232239 Set watcher on znode that does not yet exist, /1-722232239/acl 2024-12-02T18:20:36,997 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40931 2024-12-02T18:20:36,997 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40931 2024-12-02T18:20:36,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40931 2024-12-02T18:20:36,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40931 2024-12-02T18:20:36,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40931 2024-12-02T18:20:37,011 DEBUG [M:0;95451c90bed2:41389 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;95451c90bed2:41389 2024-12-02T18:20:37,011 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-722232239/backup-masters/95451c90bed2,41389,1733163636779 2024-12-02T18:20:37,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x1019746344f0004, quorum=127.0.0.1:54754, baseZNode=/1-722232239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-722232239/backup-masters 2024-12-02T18:20:37,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41389-0x1019746344f0003, quorum=127.0.0.1:54754, baseZNode=/1-722232239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-722232239/backup-masters 2024-12-02T18:20:37,069 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41389-0x1019746344f0003, quorum=127.0.0.1:54754, baseZNode=/1-722232239 Set watcher on existing znode=/1-722232239/backup-masters/95451c90bed2,41389,1733163636779 2024-12-02T18:20:37,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41389-0x1019746344f0003, quorum=127.0.0.1:54754, baseZNode=/1-722232239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-722232239 2024-12-02T18:20:37,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x1019746344f0004, quorum=127.0.0.1:54754, baseZNode=/1-722232239 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-722232239/master 2024-12-02T18:20:37,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x1019746344f0004, quorum=127.0.0.1:54754, baseZNode=/1-722232239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-722232239 2024-12-02T18:20:37,091 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41389-0x1019746344f0003, quorum=127.0.0.1:54754, baseZNode=/1-722232239 Set watcher on existing znode=/1-722232239/master 2024-12-02T18:20:37,091 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-722232239/backup-masters/95451c90bed2,41389,1733163636779 from backup master directory 2024-12-02T18:20:37,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41389-0x1019746344f0003, quorum=127.0.0.1:54754, baseZNode=/1-722232239 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-722232239/backup-masters/95451c90bed2,41389,1733163636779 2024-12-02T18:20:37,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x1019746344f0004, quorum=127.0.0.1:54754, baseZNode=/1-722232239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-722232239/backup-masters 2024-12-02T18:20:37,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41389-0x1019746344f0003, quorum=127.0.0.1:54754, baseZNode=/1-722232239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-722232239/backup-masters 2024-12-02T18:20:37,101 WARN [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T18:20:37,101 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=95451c90bed2,41389,1733163636779 2024-12-02T18:20:37,105 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41121/user/jenkins/test-data/5be97cea-eae5-a4e0-f69c-5632c9f87f07/hbase.id] with ID: 06840d69-a183-40ec-90bc-414475dada5d 2024-12-02T18:20:37,105 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41121/user/jenkins/test-data/5be97cea-eae5-a4e0-f69c-5632c9f87f07/.tmp/hbase.id 2024-12-02T18:20:37,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741826_1002 (size=42) 2024-12-02T18:20:37,514 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41121/user/jenkins/test-data/5be97cea-eae5-a4e0-f69c-5632c9f87f07/.tmp/hbase.id]:[hdfs://localhost:41121/user/jenkins/test-data/5be97cea-eae5-a4e0-f69c-5632c9f87f07/hbase.id] 2024-12-02T18:20:37,523 INFO [master/95451c90bed2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:20:37,523 INFO [master/95451c90bed2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T18:20:37,524 INFO [master/95451c90bed2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T18:20:37,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x1019746344f0004, quorum=127.0.0.1:54754, baseZNode=/1-722232239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-722232239 2024-12-02T18:20:37,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41389-0x1019746344f0003, quorum=127.0.0.1:54754, baseZNode=/1-722232239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-722232239 2024-12-02T18:20:37,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741827_1003 (size=196) 2024-12-02T18:20:37,949 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T18:20:37,950 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T18:20:37,952 INFO [master/95451c90bed2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:20:37,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741828_1004 (size=1189) 2024-12-02T18:20:38,359 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41121/user/jenkins/test-data/5be97cea-eae5-a4e0-f69c-5632c9f87f07/MasterData/data/master/store 2024-12-02T18:20:38,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741829_1005 (size=34) 2024-12-02T18:20:38,765 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:20:38,765 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T18:20:38,765 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:20:38,765 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:20:38,765 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T18:20:38,765 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:20:38,765 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:20:38,765 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733163638765Disabling compacts and flushes for region at 1733163638765Disabling writes for close at 1733163638765Writing region close event to WAL at 1733163638765Closed at 1733163638765 2024-12-02T18:20:38,766 WARN [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41121/user/jenkins/test-data/5be97cea-eae5-a4e0-f69c-5632c9f87f07/MasterData/data/master/store/.initializing 2024-12-02T18:20:38,766 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41121/user/jenkins/test-data/5be97cea-eae5-a4e0-f69c-5632c9f87f07/MasterData/WALs/95451c90bed2,41389,1733163636779 2024-12-02T18:20:38,766 INFO [master/95451c90bed2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T18:20:38,768 INFO [master/95451c90bed2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=95451c90bed2%2C41389%2C1733163636779, suffix=, logDir=hdfs://localhost:41121/user/jenkins/test-data/5be97cea-eae5-a4e0-f69c-5632c9f87f07/MasterData/WALs/95451c90bed2,41389,1733163636779, archiveDir=hdfs://localhost:41121/user/jenkins/test-data/5be97cea-eae5-a4e0-f69c-5632c9f87f07/MasterData/oldWALs, maxLogs=10 2024-12-02T18:20:38,779 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5be97cea-eae5-a4e0-f69c-5632c9f87f07/MasterData/WALs/95451c90bed2,41389,1733163636779/95451c90bed2%2C41389%2C1733163636779.1733163638768, exclude list is [], retry=0 2024-12-02T18:20:38,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36793,DS-f2652a99-c98b-45b1-955f-2ea7987b8016,DISK] 2024-12-02T18:20:38,785 INFO [master/95451c90bed2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5be97cea-eae5-a4e0-f69c-5632c9f87f07/MasterData/WALs/95451c90bed2,41389,1733163636779/95451c90bed2%2C41389%2C1733163636779.1733163638768 2024-12-02T18:20:38,787 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45555:45555)] 2024-12-02T18:20:38,787 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:20:38,788 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:20:38,788 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:20:38,788 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:20:38,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:20:38,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T18:20:38,790 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:20:38,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:20:38,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:20:38,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T18:20:38,791 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:20:38,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:20:38,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:20:38,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T18:20:38,793 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:20:38,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:20:38,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:20:38,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T18:20:38,795 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:20:38,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:20:38,795 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:20:38,796 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41121/user/jenkins/test-data/5be97cea-eae5-a4e0-f69c-5632c9f87f07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:20:38,796 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41121/user/jenkins/test-data/5be97cea-eae5-a4e0-f69c-5632c9f87f07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:20:38,797 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:20:38,797 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:20:38,798 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T18:20:38,798 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:20:38,800 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41121/user/jenkins/test-data/5be97cea-eae5-a4e0-f69c-5632c9f87f07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T18:20:38,801 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66727612, jitterRate=-0.005681097507476807}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T18:20:38,801 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733163638788Initializing all the Stores at 1733163638788Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163638788Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163638789 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163638789Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163638789Cleaning up temporary data from old regions at 1733163638797 (+8 ms)Region opened successfully at 1733163638801 (+4 ms) 2024-12-02T18:20:38,801 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T18:20:38,804 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dc4c605, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=95451c90bed2/172.17.0.3:0 2024-12-02T18:20:38,805 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T18:20:38,805 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T18:20:38,805 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T18:20:38,805 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T18:20:38,806 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T18:20:38,806 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T18:20:38,806 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T18:20:38,809 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T18:20:38,810 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41389-0x1019746344f0003, quorum=127.0.0.1:54754, baseZNode=/1-722232239 Unable to get data of znode /1-722232239/balancer because node does not exist (not necessarily an error) 2024-12-02T18:20:38,867 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-722232239/balancer already deleted, retry=false 2024-12-02T18:20:38,868 INFO [master/95451c90bed2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T18:20:38,869 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41389-0x1019746344f0003, quorum=127.0.0.1:54754, baseZNode=/1-722232239 Unable to get data of znode /1-722232239/normalizer because node does not exist (not necessarily an error) 2024-12-02T18:20:38,909 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-722232239/normalizer already deleted, retry=false 2024-12-02T18:20:38,910 INFO [master/95451c90bed2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T18:20:38,911 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41389-0x1019746344f0003, quorum=127.0.0.1:54754, baseZNode=/1-722232239 Unable to get data of znode /1-722232239/switch/split because node does not exist (not necessarily an error) 2024-12-02T18:20:38,961 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-722232239/switch/split already deleted, retry=false 2024-12-02T18:20:38,962 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41389-0x1019746344f0003, quorum=127.0.0.1:54754, baseZNode=/1-722232239 Unable to get data of znode /1-722232239/switch/merge because node does not exist (not necessarily an error) 2024-12-02T18:20:39,050 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T18:20:39,098 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-722232239/switch/merge already deleted, retry=false 2024-12-02T18:20:39,100 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41389-0x1019746344f0003, quorum=127.0.0.1:54754, baseZNode=/1-722232239 Unable to get data of znode /1-722232239/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T18:20:39,219 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-722232239/snapshot-cleanup already deleted, retry=false 2024-12-02T18:20:39,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41389-0x1019746344f0003, quorum=127.0.0.1:54754, baseZNode=/1-722232239 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-722232239/running 2024-12-02T18:20:39,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41389-0x1019746344f0003, quorum=127.0.0.1:54754, baseZNode=/1-722232239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-722232239 2024-12-02T18:20:39,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x1019746344f0004, quorum=127.0.0.1:54754, baseZNode=/1-722232239 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-722232239/running 2024-12-02T18:20:39,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x1019746344f0004, quorum=127.0.0.1:54754, baseZNode=/1-722232239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-722232239 2024-12-02T18:20:39,298 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=95451c90bed2,41389,1733163636779, sessionid=0x1019746344f0003, setting cluster-up flag (Was=false) 2024-12-02T18:20:39,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x1019746344f0004, quorum=127.0.0.1:54754, baseZNode=/1-722232239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-722232239 2024-12-02T18:20:39,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41389-0x1019746344f0003, quorum=127.0.0.1:54754, baseZNode=/1-722232239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-722232239 2024-12-02T18:20:39,660 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T18:20:39,695 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-722232239/flush-table-proc/acquired, /1-722232239/flush-table-proc/reached, /1-722232239/flush-table-proc/abort 2024-12-02T18:20:39,696 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=95451c90bed2,41389,1733163636779 2024-12-02T18:20:39,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:20:39,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:20:39,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:20:39,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:20:39,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:20:39,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:20:39,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x1019746344f0004, quorum=127.0.0.1:54754, baseZNode=/1-722232239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-722232239 2024-12-02T18:20:39,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41389-0x1019746344f0003, quorum=127.0.0.1:54754, baseZNode=/1-722232239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-722232239 2024-12-02T18:20:39,898 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-722232239/online-snapshot/acquired, /1-722232239/online-snapshot/reached, /1-722232239/online-snapshot/abort 2024-12-02T18:20:39,903 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=95451c90bed2,41389,1733163636779 2024-12-02T18:20:39,907 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41121/user/jenkins/test-data/5be97cea-eae5-a4e0-f69c-5632c9f87f07/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T18:20:39,922 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T18:20:39,922 INFO [master/95451c90bed2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T18:20:39,922 INFO [master/95451c90bed2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T18:20:39,922 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 95451c90bed2,41389,1733163636779 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T18:20:39,923 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:20:39,923 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:20:39,923 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:20:39,923 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:20:39,923 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/95451c90bed2:0, corePoolSize=10, maxPoolSize=10 2024-12-02T18:20:39,923 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:20:39,924 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/95451c90bed2:0, corePoolSize=2, maxPoolSize=2 2024-12-02T18:20:39,924 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:20:39,935 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T18:20:39,935 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T18:20:39,938 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:20:39,938 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T18:20:39,969 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733163669969 2024-12-02T18:20:39,969 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T18:20:39,970 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T18:20:39,970 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T18:20:39,970 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T18:20:39,970 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T18:20:39,970 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T18:20:39,976 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T18:20:39,977 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T18:20:39,977 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T18:20:39,977 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T18:20:39,977 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T18:20:39,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741831_1007 (size=1321) 2024-12-02T18:20:39,979 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T18:20:39,979 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T18:20:39,980 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41121/user/jenkins/test-data/5be97cea-eae5-a4e0-f69c-5632c9f87f07/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T18:20:39,980 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.large.0-1733163639979,5,FailOnTimeoutGroup] 2024-12-02T18:20:39,980 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41121/user/jenkins/test-data/5be97cea-eae5-a4e0-f69c-5632c9f87f07 2024-12-02T18:20:39,984 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.small.0-1733163639980,5,FailOnTimeoutGroup] 2024-12-02T18:20:39,984 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T18:20:39,984 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T18:20:39,984 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T18:20:39,984 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T18:20:39,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741832_1008 (size=32) 2024-12-02T18:20:40,008 INFO [RS:0;95451c90bed2:40931 {}] regionserver.HRegionServer(746): ClusterId : 06840d69-a183-40ec-90bc-414475dada5d 2024-12-02T18:20:40,008 DEBUG [RS:0;95451c90bed2:40931 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T18:20:40,018 DEBUG [RS:0;95451c90bed2:40931 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T18:20:40,018 DEBUG [RS:0;95451c90bed2:40931 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T18:20:40,028 DEBUG [RS:0;95451c90bed2:40931 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T18:20:40,028 DEBUG [RS:0;95451c90bed2:40931 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a5d695c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=95451c90bed2/172.17.0.3:0 2024-12-02T18:20:40,045 DEBUG [RS:0;95451c90bed2:40931 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;95451c90bed2:40931 2024-12-02T18:20:40,045 INFO [RS:0;95451c90bed2:40931 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T18:20:40,045 INFO [RS:0;95451c90bed2:40931 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T18:20:40,045 DEBUG [RS:0;95451c90bed2:40931 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T18:20:40,046 INFO [RS:0;95451c90bed2:40931 {}] regionserver.HRegionServer(2659): reportForDuty to master=95451c90bed2,41389,1733163636779 with port=40931, startcode=1733163636943 2024-12-02T18:20:40,046 DEBUG [RS:0;95451c90bed2:40931 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T18:20:40,049 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47755, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T18:20:40,049 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41389 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 95451c90bed2,40931,1733163636943 2024-12-02T18:20:40,049 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41389 {}] master.ServerManager(517): Registering regionserver=95451c90bed2,40931,1733163636943 2024-12-02T18:20:40,051 DEBUG [RS:0;95451c90bed2:40931 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41121/user/jenkins/test-data/5be97cea-eae5-a4e0-f69c-5632c9f87f07 2024-12-02T18:20:40,051 DEBUG [RS:0;95451c90bed2:40931 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41121 2024-12-02T18:20:40,051 DEBUG [RS:0;95451c90bed2:40931 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T18:20:40,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41389-0x1019746344f0003, quorum=127.0.0.1:54754, baseZNode=/1-722232239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-722232239/rs 2024-12-02T18:20:40,099 DEBUG [RS:0;95451c90bed2:40931 {}] zookeeper.ZKUtil(111): regionserver:40931-0x1019746344f0004, quorum=127.0.0.1:54754, baseZNode=/1-722232239 Set watcher on existing znode=/1-722232239/rs/95451c90bed2,40931,1733163636943 2024-12-02T18:20:40,099 WARN [RS:0;95451c90bed2:40931 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T18:20:40,099 INFO [RS:0;95451c90bed2:40931 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:20:40,099 DEBUG [RS:0;95451c90bed2:40931 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41121/user/jenkins/test-data/5be97cea-eae5-a4e0-f69c-5632c9f87f07/WALs/95451c90bed2,40931,1733163636943 2024-12-02T18:20:40,099 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [95451c90bed2,40931,1733163636943] 2024-12-02T18:20:40,101 INFO [RS:0;95451c90bed2:40931 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T18:20:40,103 INFO [RS:0;95451c90bed2:40931 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T18:20:40,104 INFO [RS:0;95451c90bed2:40931 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T18:20:40,104 INFO [RS:0;95451c90bed2:40931 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:20:40,107 INFO [RS:0;95451c90bed2:40931 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T18:20:40,108 INFO [RS:0;95451c90bed2:40931 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T18:20:40,108 INFO [RS:0;95451c90bed2:40931 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T18:20:40,108 DEBUG [RS:0;95451c90bed2:40931 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:20:40,108 DEBUG [RS:0;95451c90bed2:40931 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:20:40,108 DEBUG [RS:0;95451c90bed2:40931 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:20:40,108 DEBUG [RS:0;95451c90bed2:40931 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:20:40,108 DEBUG [RS:0;95451c90bed2:40931 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:20:40,108 DEBUG [RS:0;95451c90bed2:40931 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/95451c90bed2:0, corePoolSize=2, maxPoolSize=2 2024-12-02T18:20:40,108 DEBUG [RS:0;95451c90bed2:40931 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:20:40,108 DEBUG [RS:0;95451c90bed2:40931 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:20:40,108 DEBUG [RS:0;95451c90bed2:40931 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:20:40,108 DEBUG [RS:0;95451c90bed2:40931 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:20:40,108 DEBUG [RS:0;95451c90bed2:40931 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:20:40,108 DEBUG [RS:0;95451c90bed2:40931 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:20:40,109 DEBUG [RS:0;95451c90bed2:40931 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/95451c90bed2:0, corePoolSize=3, maxPoolSize=3 2024-12-02T18:20:40,109 DEBUG [RS:0;95451c90bed2:40931 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/95451c90bed2:0, corePoolSize=3, maxPoolSize=3 2024-12-02T18:20:40,110 INFO [RS:0;95451c90bed2:40931 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T18:20:40,110 INFO [RS:0;95451c90bed2:40931 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T18:20:40,110 INFO [RS:0;95451c90bed2:40931 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:20:40,110 INFO [RS:0;95451c90bed2:40931 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T18:20:40,111 INFO [RS:0;95451c90bed2:40931 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T18:20:40,111 INFO [RS:0;95451c90bed2:40931 {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,40931,1733163636943-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T18:20:40,126 INFO [RS:0;95451c90bed2:40931 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T18:20:40,127 INFO [RS:0;95451c90bed2:40931 {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,40931,1733163636943-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:20:40,127 INFO [RS:0;95451c90bed2:40931 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:20:40,127 INFO [RS:0;95451c90bed2:40931 {}] regionserver.Replication(171): 95451c90bed2,40931,1733163636943 started 2024-12-02T18:20:40,147 INFO [RS:0;95451c90bed2:40931 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:20:40,147 INFO [RS:0;95451c90bed2:40931 {}] regionserver.HRegionServer(1482): Serving as 95451c90bed2,40931,1733163636943, RpcServer on 95451c90bed2/172.17.0.3:40931, sessionid=0x1019746344f0004 2024-12-02T18:20:40,147 DEBUG [RS:0;95451c90bed2:40931 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T18:20:40,148 DEBUG [RS:0;95451c90bed2:40931 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 95451c90bed2,40931,1733163636943 2024-12-02T18:20:40,148 DEBUG [RS:0;95451c90bed2:40931 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '95451c90bed2,40931,1733163636943' 2024-12-02T18:20:40,148 DEBUG [RS:0;95451c90bed2:40931 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-722232239/flush-table-proc/abort' 2024-12-02T18:20:40,151 DEBUG [RS:0;95451c90bed2:40931 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-722232239/flush-table-proc/acquired' 2024-12-02T18:20:40,151 DEBUG [RS:0;95451c90bed2:40931 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T18:20:40,151 DEBUG [RS:0;95451c90bed2:40931 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T18:20:40,151 DEBUG [RS:0;95451c90bed2:40931 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 95451c90bed2,40931,1733163636943 2024-12-02T18:20:40,151 DEBUG [RS:0;95451c90bed2:40931 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '95451c90bed2,40931,1733163636943' 2024-12-02T18:20:40,151 DEBUG [RS:0;95451c90bed2:40931 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-722232239/online-snapshot/abort' 2024-12-02T18:20:40,152 DEBUG [RS:0;95451c90bed2:40931 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-722232239/online-snapshot/acquired' 2024-12-02T18:20:40,156 DEBUG [RS:0;95451c90bed2:40931 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T18:20:40,156 INFO [RS:0;95451c90bed2:40931 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T18:20:40,156 INFO [RS:0;95451c90bed2:40931 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T18:20:40,257 INFO [RS:0;95451c90bed2:40931 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T18:20:40,259 INFO [RS:0;95451c90bed2:40931 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=95451c90bed2%2C40931%2C1733163636943, suffix=, logDir=hdfs://localhost:41121/user/jenkins/test-data/5be97cea-eae5-a4e0-f69c-5632c9f87f07/WALs/95451c90bed2,40931,1733163636943, archiveDir=hdfs://localhost:41121/user/jenkins/test-data/5be97cea-eae5-a4e0-f69c-5632c9f87f07/oldWALs, maxLogs=10 2024-12-02T18:20:40,276 DEBUG [RS:0;95451c90bed2:40931 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5be97cea-eae5-a4e0-f69c-5632c9f87f07/WALs/95451c90bed2,40931,1733163636943/95451c90bed2%2C40931%2C1733163636943.1733163640259, exclude list is [], retry=0 2024-12-02T18:20:40,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36793,DS-f2652a99-c98b-45b1-955f-2ea7987b8016,DISK] 2024-12-02T18:20:40,296 INFO [RS:0;95451c90bed2:40931 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5be97cea-eae5-a4e0-f69c-5632c9f87f07/WALs/95451c90bed2,40931,1733163636943/95451c90bed2%2C40931%2C1733163636943.1733163640259 2024-12-02T18:20:40,297 DEBUG [RS:0;95451c90bed2:40931 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45555:45555)] 2024-12-02T18:20:40,404 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:20:40,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T18:20:40,414 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T18:20:40,414 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:20:40,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:20:40,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T18:20:40,419 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T18:20:40,419 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:20:40,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:20:40,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T18:20:40,422 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T18:20:40,422 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:20:40,422 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:20:40,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T18:20:40,424 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T18:20:40,424 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:20:40,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:20:40,425 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T18:20:40,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41121/user/jenkins/test-data/5be97cea-eae5-a4e0-f69c-5632c9f87f07/data/hbase/meta/1588230740 2024-12-02T18:20:40,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41121/user/jenkins/test-data/5be97cea-eae5-a4e0-f69c-5632c9f87f07/data/hbase/meta/1588230740 2024-12-02T18:20:40,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T18:20:40,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T18:20:40,429 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T18:20:40,430 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T18:20:40,440 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41121/user/jenkins/test-data/5be97cea-eae5-a4e0-f69c-5632c9f87f07/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T18:20:40,441 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59041097, jitterRate=-0.12021909654140472}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T18:20:40,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733163640404Initializing all the Stores at 1733163640410 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163640410Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163640410Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163640410Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163640410Cleaning up temporary data from old regions at 1733163640428 (+18 ms)Region opened successfully at 1733163640441 (+13 ms) 2024-12-02T18:20:40,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T18:20:40,441 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T18:20:40,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T18:20:40,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T18:20:40,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T18:20:40,444 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T18:20:40,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733163640441Disabling compacts and flushes for region at 1733163640441Disabling writes for close at 1733163640441Writing region close event to WAL at 1733163640444 (+3 ms)Closed at 1733163640444 2024-12-02T18:20:40,449 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T18:20:40,449 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T18:20:40,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T18:20:40,452 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T18:20:40,453 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T18:20:40,604 DEBUG [95451c90bed2:41389 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T18:20:40,604 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=95451c90bed2,40931,1733163636943 2024-12-02T18:20:40,605 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 95451c90bed2,40931,1733163636943, state=OPENING 2024-12-02T18:20:40,617 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T18:20:40,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x1019746344f0004, quorum=127.0.0.1:54754, baseZNode=/1-722232239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-722232239 2024-12-02T18:20:40,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41389-0x1019746344f0003, quorum=127.0.0.1:54754, baseZNode=/1-722232239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-722232239 2024-12-02T18:20:40,628 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-722232239/meta-region-server: CHANGED 2024-12-02T18:20:40,633 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-722232239/meta-region-server: CHANGED 2024-12-02T18:20:40,633 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T18:20:40,633 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=95451c90bed2,40931,1733163636943}] 2024-12-02T18:20:40,785 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T18:20:40,787 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36763, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T18:20:40,790 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T18:20:40,790 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:20:40,790 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T18:20:40,791 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=95451c90bed2%2C40931%2C1733163636943.meta, suffix=.meta, logDir=hdfs://localhost:41121/user/jenkins/test-data/5be97cea-eae5-a4e0-f69c-5632c9f87f07/WALs/95451c90bed2,40931,1733163636943, archiveDir=hdfs://localhost:41121/user/jenkins/test-data/5be97cea-eae5-a4e0-f69c-5632c9f87f07/oldWALs, maxLogs=10 2024-12-02T18:20:40,802 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5be97cea-eae5-a4e0-f69c-5632c9f87f07/WALs/95451c90bed2,40931,1733163636943/95451c90bed2%2C40931%2C1733163636943.meta.1733163640792.meta, exclude list is [], retry=0 2024-12-02T18:20:40,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36793,DS-f2652a99-c98b-45b1-955f-2ea7987b8016,DISK] 2024-12-02T18:20:40,806 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5be97cea-eae5-a4e0-f69c-5632c9f87f07/WALs/95451c90bed2,40931,1733163636943/95451c90bed2%2C40931%2C1733163636943.meta.1733163640792.meta 2024-12-02T18:20:40,806 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45555:45555)] 2024-12-02T18:20:40,806 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:20:40,806 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T18:20:40,807 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T18:20:40,807 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T18:20:40,807 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T18:20:40,807 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T18:20:40,807 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:20:40,807 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T18:20:40,807 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T18:20:40,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T18:20:40,809 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T18:20:40,809 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:20:40,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:20:40,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T18:20:40,810 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T18:20:40,810 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:20:40,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:20:40,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T18:20:40,811 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T18:20:40,811 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:20:40,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:20:40,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T18:20:40,811 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T18:20:40,812 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:20:40,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:20:40,812 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T18:20:40,812 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41121/user/jenkins/test-data/5be97cea-eae5-a4e0-f69c-5632c9f87f07/data/hbase/meta/1588230740 2024-12-02T18:20:40,813 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41121/user/jenkins/test-data/5be97cea-eae5-a4e0-f69c-5632c9f87f07/data/hbase/meta/1588230740 2024-12-02T18:20:40,814 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T18:20:40,814 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T18:20:40,815 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T18:20:40,816 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T18:20:40,816 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59048129, jitterRate=-0.12011431157588959}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T18:20:40,816 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T18:20:40,817 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733163640807Writing region info on filesystem at 1733163640807Initializing all the Stores at 1733163640808 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163640808Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163640808Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163640808Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163640808Cleaning up temporary data from old regions at 1733163640814 (+6 ms)Running coprocessor post-open hooks at 1733163640817 (+3 ms)Region opened successfully at 1733163640817 2024-12-02T18:20:40,817 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733163640785 2024-12-02T18:20:40,819 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T18:20:40,819 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T18:20:40,820 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=95451c90bed2,40931,1733163636943 2024-12-02T18:20:40,820 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 95451c90bed2,40931,1733163636943, state=OPEN 2024-12-02T18:20:40,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41389-0x1019746344f0003, quorum=127.0.0.1:54754, baseZNode=/1-722232239 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-722232239/meta-region-server 2024-12-02T18:20:40,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x1019746344f0004, quorum=127.0.0.1:54754, baseZNode=/1-722232239 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-722232239/meta-region-server 2024-12-02T18:20:40,866 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=95451c90bed2,40931,1733163636943 2024-12-02T18:20:40,866 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-722232239/meta-region-server: CHANGED 2024-12-02T18:20:40,866 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-722232239/meta-region-server: CHANGED 2024-12-02T18:20:40,869 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T18:20:40,869 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=95451c90bed2,40931,1733163636943 in 233 msec 2024-12-02T18:20:40,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T18:20:40,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 420 msec 2024-12-02T18:20:40,871 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T18:20:40,871 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T18:20:40,872 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:20:40,872 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,40931,1733163636943, seqNum=-1] 2024-12-02T18:20:40,872 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:20:40,873 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51367, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T18:20:40,877 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 956 msec 2024-12-02T18:20:40,877 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733163640877, completionTime=-1 2024-12-02T18:20:40,877 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T18:20:40,877 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T18:20:40,879 INFO [master/95451c90bed2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T18:20:40,879 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733163700879 2024-12-02T18:20:40,879 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733163760879 2024-12-02T18:20:40,879 INFO [master/95451c90bed2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T18:20:40,879 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,41389,1733163636779-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:20:40,879 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,41389,1733163636779-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:20:40,879 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,41389,1733163636779-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:20:40,879 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-95451c90bed2:41389, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:20:40,879 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T18:20:40,879 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T18:20:40,880 DEBUG [master/95451c90bed2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T18:20:40,882 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.781sec 2024-12-02T18:20:40,882 INFO [master/95451c90bed2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T18:20:40,882 INFO [master/95451c90bed2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T18:20:40,882 INFO [master/95451c90bed2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T18:20:40,882 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T18:20:40,882 INFO [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T18:20:40,882 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,41389,1733163636779-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T18:20:40,882 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,41389,1733163636779-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T18:20:40,884 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T18:20:40,884 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T18:20:40,884 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,41389,1733163636779-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:20:40,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56a7b7c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:20:40,909 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,41389,-1 for getting cluster id 2024-12-02T18:20:40,910 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:20:40,911 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06840d69-a183-40ec-90bc-414475dada5d' 2024-12-02T18:20:40,911 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:20:40,911 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06840d69-a183-40ec-90bc-414475dada5d" 2024-12-02T18:20:40,911 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2722fb1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:20:40,911 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,41389,-1] 2024-12-02T18:20:40,911 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:20:40,912 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:20:40,913 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:20:40,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cc082ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:20:40,914 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:20:40,915 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,40931,1733163636943, seqNum=-1] 2024-12-02T18:20:40,915 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:20:40,916 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T18:20:40,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=95451c90bed2,41389,1733163636779 2024-12-02T18:20:40,918 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54754 2024-12-02T18:20:40,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54754, baseZNode=/1-722232239 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T18:20:40,941 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019746344f0005 connected 2024-12-02T18:20:41,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37faaabf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:20:41,008 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,37345,-1 for getting cluster id 2024-12-02T18:20:41,009 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:20:41,009 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd20cd97e-4074-4bdf-a82e-d4483b84c820' 2024-12-02T18:20:41,009 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:20:41,010 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d20cd97e-4074-4bdf-a82e-d4483b84c820" 2024-12-02T18:20:41,010 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64e0c2c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:20:41,010 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,37345,-1] 2024-12-02T18:20:41,010 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:20:41,010 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:20:41,011 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:20:41,011 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3745d799, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:20:41,011 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:20:41,012 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,37345,1733163630804 2024-12-02T18:20:41,012 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c8dc1b6 2024-12-02T18:20:41,013 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:20:41,013 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T18:20:41,014 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37345 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://95451c90bed2:41389,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T18:20:41,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37345 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T18:20:41,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:20:41,016 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='95451c90bed2:41389' 2024-12-02T18:20:41,017 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e5f401a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:20:41,017 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,41389,-1 for getting cluster id 2024-12-02T18:20:41,017 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:20:41,018 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06840d69-a183-40ec-90bc-414475dada5d' 2024-12-02T18:20:41,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:20:41,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06840d69-a183-40ec-90bc-414475dada5d" 2024-12-02T18:20:41,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fe059d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:20:41,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,41389,-1] 2024-12-02T18:20:41,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:20:41,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:20:41,020 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:20:41,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f0b5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:20:41,020 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:20:41,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,41389,1733163636779 2024-12-02T18:20:41,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f446726 2024-12-02T18:20:41,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:20:41,022 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T18:20:41,023 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-02T18:20:41,023 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T18:20:41,023 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:20:41,023 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:20:41,023 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:20:41,024 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T18:20:41,025 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T18:20:41,026 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T18:20:41,026 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:20:41,027 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T18:20:41,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34747 is added to blk_1073741835_1011 (size=1138) 2024-12-02T18:20:41,075 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T18:20:41,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:20:41,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:20:41,438 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7af28cb338ded52465a2101583179f2a, NAME => 'hbase:replication,,1733163641023.7af28cb338ded52465a2101583179f2a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf 2024-12-02T18:20:41,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34747 is added to blk_1073741836_1012 (size=44) 2024-12-02T18:20:41,506 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733163641023.7af28cb338ded52465a2101583179f2a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:20:41,507 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7af28cb338ded52465a2101583179f2a, disabling compactions & flushes 2024-12-02T18:20:41,507 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733163641023.7af28cb338ded52465a2101583179f2a. 2024-12-02T18:20:41,507 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733163641023.7af28cb338ded52465a2101583179f2a. 2024-12-02T18:20:41,507 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733163641023.7af28cb338ded52465a2101583179f2a. after waiting 0 ms 2024-12-02T18:20:41,507 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733163641023.7af28cb338ded52465a2101583179f2a. 2024-12-02T18:20:41,507 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733163641023.7af28cb338ded52465a2101583179f2a. 2024-12-02T18:20:41,507 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7af28cb338ded52465a2101583179f2a: Waiting for close lock at 1733163641507Disabling compacts and flushes for region at 1733163641507Disabling writes for close at 1733163641507Writing region close event to WAL at 1733163641507Closed at 1733163641507 2024-12-02T18:20:41,508 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T18:20:41,509 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733163641023.7af28cb338ded52465a2101583179f2a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733163641508"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733163641508"}]},"ts":"1733163641508"} 2024-12-02T18:20:41,512 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T18:20:41,513 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T18:20:41,514 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733163641514"}]},"ts":"1733163641514"} 2024-12-02T18:20:41,517 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T18:20:41,517 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7af28cb338ded52465a2101583179f2a, ASSIGN}] 2024-12-02T18:20:41,519 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7af28cb338ded52465a2101583179f2a, ASSIGN 2024-12-02T18:20:41,520 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7af28cb338ded52465a2101583179f2a, ASSIGN; state=OFFLINE, location=95451c90bed2,33479,1733163630984; forceNewPlan=false, retain=false 2024-12-02T18:20:41,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:20:41,671 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7af28cb338ded52465a2101583179f2a, regionState=OPENING, regionLocation=95451c90bed2,33479,1733163630984 2024-12-02T18:20:41,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7af28cb338ded52465a2101583179f2a, ASSIGN because future has completed 2024-12-02T18:20:41,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7af28cb338ded52465a2101583179f2a, server=95451c90bed2,33479,1733163630984}] 2024-12-02T18:20:41,840 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733163641023.7af28cb338ded52465a2101583179f2a. 2024-12-02T18:20:41,840 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:20:41,840 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T18:20:41,842 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=95451c90bed2%2C33479%2C1733163630984.rep, suffix=, logDir=hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/WALs/95451c90bed2,33479,1733163630984, archiveDir=hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/oldWALs, maxLogs=10 2024-12-02T18:20:41,860 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/WALs/95451c90bed2,33479,1733163630984/95451c90bed2%2C33479%2C1733163630984.rep.1733163641842, exclude list is [], retry=0 2024-12-02T18:20:41,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34747,DS-ae0ebb44-de9a-4f15-ba1b-7a9446b496c8,DISK] 2024-12-02T18:20:41,865 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/WALs/95451c90bed2,33479,1733163630984/95451c90bed2%2C33479%2C1733163630984.rep.1733163641842 2024-12-02T18:20:41,865 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42623:42623)] 2024-12-02T18:20:41,865 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 7af28cb338ded52465a2101583179f2a, NAME => 'hbase:replication,,1733163641023.7af28cb338ded52465a2101583179f2a.', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:20:41,866 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T18:20:41,866 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T18:20:41,866 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733163641023.7af28cb338ded52465a2101583179f2a. service=MultiRowMutationService 2024-12-02T18:20:41,866 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T18:20:41,866 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7af28cb338ded52465a2101583179f2a 2024-12-02T18:20:41,866 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733163641023.7af28cb338ded52465a2101583179f2a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:20:41,866 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 7af28cb338ded52465a2101583179f2a 2024-12-02T18:20:41,866 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 7af28cb338ded52465a2101583179f2a 2024-12-02T18:20:41,868 INFO [StoreOpener-7af28cb338ded52465a2101583179f2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7af28cb338ded52465a2101583179f2a 2024-12-02T18:20:41,869 INFO [StoreOpener-7af28cb338ded52465a2101583179f2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7af28cb338ded52465a2101583179f2a columnFamilyName hfileref 2024-12-02T18:20:41,869 DEBUG [StoreOpener-7af28cb338ded52465a2101583179f2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:20:41,869 INFO [StoreOpener-7af28cb338ded52465a2101583179f2a-1 {}] regionserver.HStore(327): Store=7af28cb338ded52465a2101583179f2a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:20:41,869 INFO [StoreOpener-7af28cb338ded52465a2101583179f2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7af28cb338ded52465a2101583179f2a 2024-12-02T18:20:41,870 INFO [StoreOpener-7af28cb338ded52465a2101583179f2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7af28cb338ded52465a2101583179f2a columnFamilyName queue 2024-12-02T18:20:41,871 DEBUG [StoreOpener-7af28cb338ded52465a2101583179f2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:20:41,871 INFO [StoreOpener-7af28cb338ded52465a2101583179f2a-1 {}] regionserver.HStore(327): Store=7af28cb338ded52465a2101583179f2a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:20:41,871 INFO [StoreOpener-7af28cb338ded52465a2101583179f2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7af28cb338ded52465a2101583179f2a 2024-12-02T18:20:41,872 INFO [StoreOpener-7af28cb338ded52465a2101583179f2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7af28cb338ded52465a2101583179f2a columnFamilyName sid 2024-12-02T18:20:41,872 DEBUG [StoreOpener-7af28cb338ded52465a2101583179f2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:20:41,873 INFO [StoreOpener-7af28cb338ded52465a2101583179f2a-1 {}] regionserver.HStore(327): Store=7af28cb338ded52465a2101583179f2a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:20:41,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 7af28cb338ded52465a2101583179f2a 2024-12-02T18:20:41,874 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/data/hbase/replication/7af28cb338ded52465a2101583179f2a 2024-12-02T18:20:41,874 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/data/hbase/replication/7af28cb338ded52465a2101583179f2a 2024-12-02T18:20:41,875 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 7af28cb338ded52465a2101583179f2a 2024-12-02T18:20:41,875 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 7af28cb338ded52465a2101583179f2a 2024-12-02T18:20:41,876 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T18:20:41,877 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 7af28cb338ded52465a2101583179f2a 2024-12-02T18:20:41,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/data/hbase/replication/7af28cb338ded52465a2101583179f2a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T18:20:41,879 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 7af28cb338ded52465a2101583179f2a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72462974, jitterRate=0.07978245615959167}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T18:20:41,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7af28cb338ded52465a2101583179f2a 2024-12-02T18:20:41,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 7af28cb338ded52465a2101583179f2a: Running coprocessor pre-open hook at 1733163641866Writing region info on filesystem at 1733163641866Initializing all the Stores at 1733163641867 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163641867Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163641867Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163641867Cleaning up temporary data from old regions at 1733163641875 (+8 ms)Running coprocessor post-open hooks at 1733163641879 (+4 ms)Region opened successfully at 1733163641880 (+1 ms) 2024-12-02T18:20:41,880 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733163641023.7af28cb338ded52465a2101583179f2a., pid=7, masterSystemTime=1733163641835 2024-12-02T18:20:41,882 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733163641023.7af28cb338ded52465a2101583179f2a. 2024-12-02T18:20:41,882 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733163641023.7af28cb338ded52465a2101583179f2a. 2024-12-02T18:20:41,883 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7af28cb338ded52465a2101583179f2a, regionState=OPEN, openSeqNum=2, regionLocation=95451c90bed2,33479,1733163630984 2024-12-02T18:20:41,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7af28cb338ded52465a2101583179f2a, server=95451c90bed2,33479,1733163630984 because future has completed 2024-12-02T18:20:41,891 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-02T18:20:41,892 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 7af28cb338ded52465a2101583179f2a, server=95451c90bed2,33479,1733163630984 in 207 msec 2024-12-02T18:20:41,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T18:20:41,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7af28cb338ded52465a2101583179f2a, ASSIGN in 375 msec 2024-12-02T18:20:41,896 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T18:20:41,897 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733163641896"}]},"ts":"1733163641896"} 2024-12-02T18:20:41,899 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T18:20:41,900 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T18:20:41,902 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 876 msec 2024-12-02T18:20:41,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733163641023.7af28cb338ded52465a2101583179f2a., hostname=95451c90bed2,33479,1733163630984, seqNum=2] 2024-12-02T18:20:42,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37345-0x1019746344f0000, quorum=127.0.0.1:54754, baseZNode=/01903373175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01903373175 2024-12-02T18:20:42,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33479-0x1019746344f0001, quorum=127.0.0.1:54754, baseZNode=/01903373175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01903373175 2024-12-02T18:20:42,110 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T18:20:42,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:20:42,262 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-02T18:20:42,263 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T18:20:42,300 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-95451c90bed2,33479,1733163630984, ReplicationSource: 1, currentBandwidth=0 2024-12-02T18:20:42,301 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:20:42,301 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,33479,1733163630984, seqNum=-1] 2024-12-02T18:20:42,302 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:20:42,303 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36075, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-12-02T18:20:42,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-95451c90bed2,33479,1733163630984', locateType=CURRENT is [region=hbase:replication,,1733163641023.7af28cb338ded52465a2101583179f2a., hostname=95451c90bed2,33479,1733163630984, seqNum=2] 2024-12-02T18:20:42,308 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-02T18:20:42,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37345 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-02T18:20:42,310 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 95451c90bed2,33479,1733163630984 suceeded 2024-12-02T18:20:42,312 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-02T18:20:42,312 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-12-02T18:20:42,312 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://95451c90bed2:41389,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T18:20:42,314 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2990 sec 2024-12-02T18:20:42,325 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,33479,1733163630984 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='95451c90bed2:41389' 2024-12-02T18:20:42,326 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,33479,1733163630984 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58325cd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:20:42,326 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,33479,1733163630984 {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,41389,-1 for getting cluster id 2024-12-02T18:20:42,326 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,33479,1733163630984 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:20:42,327 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06840d69-a183-40ec-90bc-414475dada5d' 2024-12-02T18:20:42,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:20:42,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06840d69-a183-40ec-90bc-414475dada5d" 2024-12-02T18:20:42,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e6e415a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:20:42,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,41389,-1] 2024-12-02T18:20:42,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:20:42,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:20:42,328 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:20:42,329 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,33479,1733163630984 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@231024e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:20:42,329 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,33479,1733163630984 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:20:42,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,41389,1733163636779 2024-12-02T18:20:42,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2496e4ea 2024-12-02T18:20:42,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:20:42,331 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-12-02T18:20:42,332 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,33479,1733163630984 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-95451c90bed2,33479,1733163630984 (queues=1) is replicating from cluster=d20cd97e-4074-4bdf-a82e-d4483b84c820 to cluster=06840d69-a183-40ec-90bc-414475dada5d 2024-12-02T18:20:42,332 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,33479,1733163630984 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=95451c90bed2%2C33479%2C1733163630984 2024-12-02T18:20:42,332 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,33479,1733163630984 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-95451c90bed2,33479,1733163630984, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T18:20:42,340 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,33479,1733163630984.replicationSource.shipper95451c90bed2%2C33479%2C1733163630984,1-95451c90bed2,33479,1733163630984 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 95451c90bed2%2C33479%2C1733163630984 2024-12-02T18:20:42,340 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,33479,1733163630984.replicationSource.wal-reader.95451c90bed2%2C33479%2C1733163630984,1-95451c90bed2,33479,1733163630984 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/WALs/95451c90bed2,33479,1733163630984/95451c90bed2%2C33479%2C1733163630984.1733163633181, startPosition=0, beingWritten=true 2024-12-02T18:20:42,546 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,33479,1733163630984.replicationSource.wal-reader.95451c90bed2%2C33479%2C1733163630984,1-95451c90bed2,33479,1733163630984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/WALs/95451c90bed2,33479,1733163630984/95451c90bed2%2C33479%2C1733163630984.1733163633181 to pos 0, reset compression=false 2024-12-02T18:20:42,851 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,33479,1733163630984.replicationSource.wal-reader.95451c90bed2%2C33479%2C1733163630984,1-95451c90bed2,33479,1733163630984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/WALs/95451c90bed2,33479,1733163630984/95451c90bed2%2C33479%2C1733163630984.1733163633181 to pos 0, reset compression=false 2024-12-02T18:20:43,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37345 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:20:43,159 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T18:20:43,159 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T18:20:43,159 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:20:43,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:20:43,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:20:43,159 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:20:43,160 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:20:43,161 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,37345,1733163630804 2024-12-02T18:20:43,161 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@440cf53f 2024-12-02T18:20:43,161 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:20:43,162 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T18:20:43,162 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37345 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-02T18:20:43,163 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T18:20:43,163 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:20:43,163 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:20:43,163 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:20:43,163 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:20:43,163 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T18:20:43,163 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=730200183, stopped=false 2024-12-02T18:20:43,163 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=95451c90bed2,37345,1733163630804 2024-12-02T18:20:43,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37345-0x1019746344f0000, quorum=127.0.0.1:54754, baseZNode=/01903373175 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01903373175/running 2024-12-02T18:20:43,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33479-0x1019746344f0001, quorum=127.0.0.1:54754, baseZNode=/01903373175 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01903373175/running 2024-12-02T18:20:43,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37345-0x1019746344f0000, quorum=127.0.0.1:54754, baseZNode=/01903373175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01903373175 2024-12-02T18:20:43,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33479-0x1019746344f0001, quorum=127.0.0.1:54754, baseZNode=/01903373175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01903373175 2024-12-02T18:20:43,249 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T18:20:43,249 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T18:20:43,249 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:20:43,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:20:43,249 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '95451c90bed2,33479,1733163630984' ***** 2024-12-02T18:20:43,249 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33479-0x1019746344f0001, quorum=127.0.0.1:54754, baseZNode=/01903373175 Set watcher on znode that does not yet exist, /01903373175/running 2024-12-02T18:20:43,249 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37345-0x1019746344f0000, quorum=127.0.0.1:54754, baseZNode=/01903373175 Set watcher on znode that does not yet exist, /01903373175/running 2024-12-02T18:20:43,249 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T18:20:43,249 INFO [RS:0;95451c90bed2:33479 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T18:20:43,249 INFO [RS:0;95451c90bed2:33479 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T18:20:43,250 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T18:20:43,250 INFO [RS:0;95451c90bed2:33479 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T18:20:43,250 INFO [RS:0;95451c90bed2:33479 {}] regionserver.HRegionServer(3091): Received CLOSE for 7af28cb338ded52465a2101583179f2a 2024-12-02T18:20:43,250 INFO [RS:0;95451c90bed2:33479 {}] regionserver.HRegionServer(959): stopping server 95451c90bed2,33479,1733163630984 2024-12-02T18:20:43,250 INFO [RS:0;95451c90bed2:33479 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T18:20:43,250 INFO [RS:0;95451c90bed2:33479 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;95451c90bed2:33479. 2024-12-02T18:20:43,250 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7af28cb338ded52465a2101583179f2a, disabling compactions & flushes 2024-12-02T18:20:43,250 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733163641023.7af28cb338ded52465a2101583179f2a. 2024-12-02T18:20:43,250 DEBUG [RS:0;95451c90bed2:33479 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:20:43,250 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733163641023.7af28cb338ded52465a2101583179f2a. 2024-12-02T18:20:43,250 DEBUG [RS:0;95451c90bed2:33479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:20:43,250 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733163641023.7af28cb338ded52465a2101583179f2a. after waiting 0 ms 2024-12-02T18:20:43,250 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733163641023.7af28cb338ded52465a2101583179f2a. 2024-12-02T18:20:43,250 INFO [RS:0;95451c90bed2:33479 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T18:20:43,250 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7af28cb338ded52465a2101583179f2a 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-02T18:20:43,250 INFO [RS:0;95451c90bed2:33479 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T18:20:43,250 INFO [RS:0;95451c90bed2:33479 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T18:20:43,250 INFO [RS:0;95451c90bed2:33479 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T18:20:43,252 INFO [RS:0;95451c90bed2:33479 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T18:20:43,252 DEBUG [RS:0;95451c90bed2:33479 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7af28cb338ded52465a2101583179f2a=hbase:replication,,1733163641023.7af28cb338ded52465a2101583179f2a.} 2024-12-02T18:20:43,252 DEBUG [RS:0;95451c90bed2:33479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7af28cb338ded52465a2101583179f2a 2024-12-02T18:20:43,252 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T18:20:43,252 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T18:20:43,252 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T18:20:43,252 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T18:20:43,252 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T18:20:43,252 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-02T18:20:43,259 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,33479,1733163630984.replicationSource.wal-reader.95451c90bed2%2C33479%2C1733163630984,1-95451c90bed2,33479,1733163630984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/WALs/95451c90bed2,33479,1733163630984/95451c90bed2%2C33479%2C1733163630984.1733163633181 to pos 0, reset compression=false 2024-12-02T18:20:43,266 INFO [regionserver/95451c90bed2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T18:20:43,267 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/data/hbase/meta/1588230740/.tmp/info/5ebe5689dbba48e7bbff4a70fa2d18c2 is 147, key is hbase:replication,,1733163641023.7af28cb338ded52465a2101583179f2a./info:regioninfo/1733163641883/Put/seqid=0 2024-12-02T18:20:43,269 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/data/hbase/replication/7af28cb338ded52465a2101583179f2a/.tmp/queue/79b28130e5be42e29e4cffa037b488b9 is 151, key is 1-95451c90bed2,33479,1733163630984/queue:95451c90bed2%2C33479%2C1733163630984/1733163642307/Put/seqid=0 2024-12-02T18:20:43,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34747 is added to blk_1073741838_1014 (size=6631) 2024-12-02T18:20:43,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34747 is added to blk_1073741839_1015 (size=5350) 2024-12-02T18:20:43,275 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/data/hbase/replication/7af28cb338ded52465a2101583179f2a/.tmp/queue/79b28130e5be42e29e4cffa037b488b9 2024-12-02T18:20:43,281 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/data/hbase/replication/7af28cb338ded52465a2101583179f2a/.tmp/queue/79b28130e5be42e29e4cffa037b488b9 as hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/data/hbase/replication/7af28cb338ded52465a2101583179f2a/queue/79b28130e5be42e29e4cffa037b488b9 2024-12-02T18:20:43,289 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/data/hbase/replication/7af28cb338ded52465a2101583179f2a/queue/79b28130e5be42e29e4cffa037b488b9, entries=1, sequenceid=5, filesize=5.2 K 2024-12-02T18:20:43,290 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 7af28cb338ded52465a2101583179f2a in 40ms, sequenceid=5, compaction requested=false 2024-12-02T18:20:43,290 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-02T18:20:43,307 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/data/hbase/replication/7af28cb338ded52465a2101583179f2a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T18:20:43,308 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T18:20:43,308 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T18:20:43,308 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733163641023.7af28cb338ded52465a2101583179f2a. 2024-12-02T18:20:43,308 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7af28cb338ded52465a2101583179f2a: Waiting for close lock at 1733163643250Running coprocessor pre-close hooks at 1733163643250Disabling compacts and flushes for region at 1733163643250Disabling writes for close at 1733163643250Obtaining lock to block concurrent updates at 1733163643250Preparing flush snapshotting stores in 7af28cb338ded52465a2101583179f2a at 1733163643250Finished memstore snapshotting hbase:replication,,1733163641023.7af28cb338ded52465a2101583179f2a., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733163643251 (+1 ms)Flushing stores of hbase:replication,,1733163641023.7af28cb338ded52465a2101583179f2a. at 1733163643251Flushing 7af28cb338ded52465a2101583179f2a/queue: creating writer at 1733163643251Flushing 7af28cb338ded52465a2101583179f2a/queue: appending metadata at 1733163643269 (+18 ms)Flushing 7af28cb338ded52465a2101583179f2a/queue: closing flushed file at 1733163643269Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@796227fb: reopening flushed file at 1733163643281 (+12 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 7af28cb338ded52465a2101583179f2a in 40ms, sequenceid=5, compaction requested=false at 1733163643290 (+9 ms)Writing region close event to WAL at 1733163643292 (+2 ms)Running coprocessor post-close hooks at 1733163643308 (+16 ms)Closed at 1733163643308 2024-12-02T18:20:43,308 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733163641023.7af28cb338ded52465a2101583179f2a. 2024-12-02T18:20:43,452 DEBUG [RS:0;95451c90bed2:33479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T18:20:43,653 DEBUG [RS:0;95451c90bed2:33479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T18:20:43,676 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/data/hbase/meta/1588230740/.tmp/info/5ebe5689dbba48e7bbff4a70fa2d18c2 2024-12-02T18:20:43,693 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/data/hbase/meta/1588230740/.tmp/ns/1baea949d7cb4951b1c9519219224226 is 43, key is default/ns:d/1733163634301/Put/seqid=0 2024-12-02T18:20:43,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34747 is added to blk_1073741840_1016 (size=5153) 2024-12-02T18:20:43,766 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,33479,1733163630984.replicationSource.wal-reader.95451c90bed2%2C33479%2C1733163630984,1-95451c90bed2,33479,1733163630984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/WALs/95451c90bed2,33479,1733163630984/95451c90bed2%2C33479%2C1733163630984.1733163633181 to pos 0, reset compression=false 2024-12-02T18:20:43,853 DEBUG [RS:0;95451c90bed2:33479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T18:20:44,053 DEBUG [RS:0;95451c90bed2:33479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T18:20:44,053 INFO [regionserver/95451c90bed2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T18:20:44,054 INFO [regionserver/95451c90bed2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T18:20:44,097 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/data/hbase/meta/1588230740/.tmp/ns/1baea949d7cb4951b1c9519219224226 2024-12-02T18:20:44,113 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/data/hbase/meta/1588230740/.tmp/table/43a7e339ca1648d3ad1ffa96f9ff2fae is 53, key is hbase:replication/table:state/1733163641896/Put/seqid=0 2024-12-02T18:20:44,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34747 is added to blk_1073741841_1017 (size=5256) 2024-12-02T18:20:44,253 INFO [RS:0;95451c90bed2:33479 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T18:20:44,253 DEBUG [RS:0;95451c90bed2:33479 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T18:20:44,253 DEBUG [RS:0;95451c90bed2:33479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T18:20:44,371 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,33479,1733163630984.replicationSource.wal-reader.95451c90bed2%2C33479%2C1733163630984,1-95451c90bed2,33479,1733163630984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/WALs/95451c90bed2,33479,1733163630984/95451c90bed2%2C33479%2C1733163630984.1733163633181 to pos 0, reset compression=false 2024-12-02T18:20:44,453 DEBUG [RS:0;95451c90bed2:33479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T18:20:44,517 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/data/hbase/meta/1588230740/.tmp/table/43a7e339ca1648d3ad1ffa96f9ff2fae 2024-12-02T18:20:44,523 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/data/hbase/meta/1588230740/.tmp/info/5ebe5689dbba48e7bbff4a70fa2d18c2 as hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/data/hbase/meta/1588230740/info/5ebe5689dbba48e7bbff4a70fa2d18c2 2024-12-02T18:20:44,528 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/data/hbase/meta/1588230740/info/5ebe5689dbba48e7bbff4a70fa2d18c2, entries=10, sequenceid=11, filesize=6.5 K 2024-12-02T18:20:44,529 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/data/hbase/meta/1588230740/.tmp/ns/1baea949d7cb4951b1c9519219224226 as hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/data/hbase/meta/1588230740/ns/1baea949d7cb4951b1c9519219224226 2024-12-02T18:20:44,534 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/data/hbase/meta/1588230740/ns/1baea949d7cb4951b1c9519219224226, entries=2, sequenceid=11, filesize=5.0 K 2024-12-02T18:20:44,535 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/data/hbase/meta/1588230740/.tmp/table/43a7e339ca1648d3ad1ffa96f9ff2fae as hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/data/hbase/meta/1588230740/table/43a7e339ca1648d3ad1ffa96f9ff2fae 2024-12-02T18:20:44,539 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/data/hbase/meta/1588230740/table/43a7e339ca1648d3ad1ffa96f9ff2fae, entries=2, sequenceid=11, filesize=5.1 K 2024-12-02T18:20:44,540 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1288ms, sequenceid=11, compaction requested=false 2024-12-02T18:20:44,544 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-02T18:20:44,565 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T18:20:44,565 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T18:20:44,565 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T18:20:44,565 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733163643252Running coprocessor pre-close hooks at 1733163643252Disabling compacts and flushes for region at 1733163643252Disabling writes for close at 1733163643252Obtaining lock to block concurrent updates at 1733163643252Preparing flush snapshotting stores in 1588230740 at 1733163643252Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733163643253 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733163643253Flushing 1588230740/info: creating writer at 1733163643253Flushing 1588230740/info: appending metadata at 1733163643267 (+14 ms)Flushing 1588230740/info: closing flushed file at 1733163643267Flushing 1588230740/ns: creating writer at 1733163643681 (+414 ms)Flushing 1588230740/ns: appending metadata at 1733163643692 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1733163643692Flushing 1588230740/table: creating writer at 1733163644101 (+409 ms)Flushing 1588230740/table: appending metadata at 1733163644112 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733163644112Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@443509f3: reopening flushed file at 1733163644522 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63e2480b: reopening flushed file at 1733163644529 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5758adb5: reopening flushed file at 1733163644534 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1288ms, sequenceid=11, compaction requested=false at 1733163644540 (+6 ms)Writing region close event to WAL at 1733163644541 (+1 ms)Running coprocessor post-close hooks at 1733163644565 (+24 ms)Closed at 1733163644565 2024-12-02T18:20:44,565 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T18:20:44,654 INFO [RS:0;95451c90bed2:33479 {}] regionserver.HRegionServer(976): stopping server 95451c90bed2,33479,1733163630984; all regions closed. 2024-12-02T18:20:44,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34747 is added to blk_1073741834_1010 (size=2742) 2024-12-02T18:20:44,656 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/WALs/95451c90bed2,33479,1733163630984/95451c90bed2%2C33479%2C1733163630984.meta.1733163634127.meta not finished, retry = 0 2024-12-02T18:20:44,760 DEBUG [RS:0;95451c90bed2:33479 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/oldWALs 2024-12-02T18:20:44,760 INFO [RS:0;95451c90bed2:33479 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 95451c90bed2%2C33479%2C1733163630984.meta:.meta(num 1733163634127) 2024-12-02T18:20:44,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34747 is added to blk_1073741837_1013 (size=1586) 2024-12-02T18:20:44,769 DEBUG [RS:0;95451c90bed2:33479 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/oldWALs 2024-12-02T18:20:44,769 INFO [RS:0;95451c90bed2:33479 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 95451c90bed2%2C33479%2C1733163630984.rep:(num 1733163641842) 2024-12-02T18:20:44,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34747 is added to blk_1073741832_1008 (size=93) 2024-12-02T18:20:44,771 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/WALs/95451c90bed2,33479,1733163630984/95451c90bed2%2C33479%2C1733163630984.1733163633181 not finished, retry = 0 2024-12-02T18:20:44,874 DEBUG [RS:0;95451c90bed2:33479 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/oldWALs 2024-12-02T18:20:44,874 INFO [RS:0;95451c90bed2:33479 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 95451c90bed2%2C33479%2C1733163630984:(num 1733163633181) 2024-12-02T18:20:44,874 DEBUG [RS:0;95451c90bed2:33479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:20:44,874 INFO [RS:0;95451c90bed2:33479 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T18:20:44,874 INFO [RS:0;95451c90bed2:33479 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T18:20:44,874 INFO [RS:0;95451c90bed2:33479 {}] hbase.ChoreService(370): Chore service for: regionserver/95451c90bed2:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T18:20:44,874 INFO [RS:0;95451c90bed2:33479 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T18:20:44,874 INFO [regionserver/95451c90bed2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T18:20:44,874 INFO [RS:0;95451c90bed2:33479 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-95451c90bed2,33479,1733163630984 because: Region server is closing 2024-12-02T18:20:44,874 INFO [RS:0;95451c90bed2:33479 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;95451c90bed2:33479. 2024-12-02T18:20:44,875 DEBUG [RS:0;95451c90bed2:33479 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:20:44,875 DEBUG [RS:0;95451c90bed2:33479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:20:44,875 DEBUG [RS:0;95451c90bed2:33479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:20:44,875 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:20:44,975 WARN [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,33479,1733163630984.replicationSource.wal-reader.95451c90bed2%2C33479%2C1733163630984,1-95451c90bed2,33479,1733163630984 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T18:20:44,975 WARN [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,33479,1733163630984.replicationSource.shipper95451c90bed2%2C33479%2C1733163630984,1-95451c90bed2,33479,1733163630984 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-02T18:20:44,976 INFO [RS:0;95451c90bed2:33479 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,33479,1733163630984.replicationSource.shipper95451c90bed2%2C33479%2C1733163630984,1-95451c90bed2,33479,1733163630984 terminated 2024-12-02T18:20:44,976 INFO [RS:0;95451c90bed2:33479 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33479 2024-12-02T18:20:45,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37345-0x1019746344f0000, quorum=127.0.0.1:54754, baseZNode=/01903373175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01903373175/rs 2024-12-02T18:20:45,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33479-0x1019746344f0001, quorum=127.0.0.1:54754, baseZNode=/01903373175 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01903373175/rs/95451c90bed2,33479,1733163630984 2024-12-02T18:20:45,033 INFO [RS:0;95451c90bed2:33479 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T18:20:45,083 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [95451c90bed2,33479,1733163630984] 2024-12-02T18:20:45,157 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01903373175/draining/95451c90bed2,33479,1733163630984 already deleted, retry=false 2024-12-02T18:20:45,157 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 95451c90bed2,33479,1733163630984 expired; onlineServers=0 2024-12-02T18:20:45,157 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '95451c90bed2,37345,1733163630804' ***** 2024-12-02T18:20:45,157 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T18:20:45,158 INFO [M:0;95451c90bed2:37345 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T18:20:45,158 INFO [M:0;95451c90bed2:37345 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T18:20:45,158 DEBUG [M:0;95451c90bed2:37345 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T18:20:45,158 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T18:20:45,158 DEBUG [M:0;95451c90bed2:37345 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T18:20:45,158 DEBUG [master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.large.0-1733163632959 {}] cleaner.HFileCleaner(306): Exit Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.large.0-1733163632959,5,FailOnTimeoutGroup] 2024-12-02T18:20:45,158 DEBUG [master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.small.0-1733163632960 {}] cleaner.HFileCleaner(306): Exit Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.small.0-1733163632960,5,FailOnTimeoutGroup] 2024-12-02T18:20:45,158 INFO [M:0;95451c90bed2:37345 {}] hbase.ChoreService(370): Chore service for: master/95451c90bed2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T18:20:45,158 INFO [M:0;95451c90bed2:37345 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T18:20:45,158 DEBUG [M:0;95451c90bed2:37345 {}] master.HMaster(1795): Stopping service threads 2024-12-02T18:20:45,158 INFO [M:0;95451c90bed2:37345 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T18:20:45,158 INFO [M:0;95451c90bed2:37345 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T18:20:45,159 INFO [M:0;95451c90bed2:37345 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T18:20:45,160 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T18:20:45,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37345-0x1019746344f0000, quorum=127.0.0.1:54754, baseZNode=/01903373175 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01903373175/master 2024-12-02T18:20:45,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37345-0x1019746344f0000, quorum=127.0.0.1:54754, baseZNode=/01903373175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01903373175 2024-12-02T18:20:45,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33479-0x1019746344f0001, quorum=127.0.0.1:54754, baseZNode=/01903373175 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:20:45,184 INFO [RS:0;95451c90bed2:33479 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T18:20:45,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33479-0x1019746344f0001, quorum=127.0.0.1:54754, baseZNode=/01903373175 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:20:45,184 INFO [RS:0;95451c90bed2:33479 {}] regionserver.HRegionServer(1031): Exiting; stopping=95451c90bed2,33479,1733163630984; zookeeper connection closed. 2024-12-02T18:20:45,184 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@388b40bd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@388b40bd 2024-12-02T18:20:45,184 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T18:20:45,192 DEBUG [M:0;95451c90bed2:37345 {}] zookeeper.RecoverableZooKeeper(212): Node /01903373175/master already deleted, retry=false 2024-12-02T18:20:45,192 DEBUG [M:0;95451c90bed2:37345 {}] master.ActiveMasterManager(353): master:37345-0x1019746344f0000, quorum=127.0.0.1:54754, baseZNode=/01903373175 Failed delete of our master address node; KeeperErrorCode = NoNode for /01903373175/master 2024-12-02T18:20:45,193 INFO [M:0;95451c90bed2:37345 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/.lastflushedseqids 2024-12-02T18:20:45,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34747 is added to blk_1073741842_1018 (size=181) 2024-12-02T18:20:45,213 INFO [M:0;95451c90bed2:37345 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T18:20:45,214 INFO [M:0;95451c90bed2:37345 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T18:20:45,214 DEBUG [M:0;95451c90bed2:37345 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T18:20:45,214 INFO [M:0;95451c90bed2:37345 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:20:45,214 DEBUG [M:0;95451c90bed2:37345 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:20:45,214 DEBUG [M:0;95451c90bed2:37345 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T18:20:45,214 DEBUG [M:0;95451c90bed2:37345 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:20:45,214 INFO [M:0;95451c90bed2:37345 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-02T18:20:45,235 DEBUG [M:0;95451c90bed2:37345 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c3b027bf513c455f811207aff9976a9e is 82, key is hbase:meta,,1/info:regioninfo/1733163634191/Put/seqid=0 2024-12-02T18:20:45,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34747 is added to blk_1073741843_1019 (size=5672) 2024-12-02T18:20:45,242 INFO [M:0;95451c90bed2:37345 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c3b027bf513c455f811207aff9976a9e 2024-12-02T18:20:45,270 DEBUG [M:0;95451c90bed2:37345 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/88d37678cd0e4ab6a600014feb244aaa is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733163641901/Put/seqid=0 2024-12-02T18:20:45,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34747 is added to blk_1073741844_1020 (size=7203) 2024-12-02T18:20:45,277 INFO [M:0;95451c90bed2:37345 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/88d37678cd0e4ab6a600014feb244aaa 2024-12-02T18:20:45,302 DEBUG [M:0;95451c90bed2:37345 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/62560425828e4baf83389fc0be307cda is 69, key is 95451c90bed2,33479,1733163630984/rs:state/1733163633040/Put/seqid=0 2024-12-02T18:20:45,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34747 is added to blk_1073741845_1021 (size=5156) 2024-12-02T18:20:45,706 INFO [M:0;95451c90bed2:37345 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/62560425828e4baf83389fc0be307cda 2024-12-02T18:20:45,714 DEBUG [M:0;95451c90bed2:37345 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c3b027bf513c455f811207aff9976a9e as hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c3b027bf513c455f811207aff9976a9e 2024-12-02T18:20:45,720 INFO [M:0;95451c90bed2:37345 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c3b027bf513c455f811207aff9976a9e, entries=8, sequenceid=70, filesize=5.5 K 2024-12-02T18:20:45,722 DEBUG [M:0;95451c90bed2:37345 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/88d37678cd0e4ab6a600014feb244aaa as hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/88d37678cd0e4ab6a600014feb244aaa 2024-12-02T18:20:45,728 INFO [M:0;95451c90bed2:37345 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/88d37678cd0e4ab6a600014feb244aaa, entries=8, sequenceid=70, filesize=7.0 K 2024-12-02T18:20:45,735 DEBUG [M:0;95451c90bed2:37345 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/62560425828e4baf83389fc0be307cda as hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/62560425828e4baf83389fc0be307cda 2024-12-02T18:20:45,746 INFO [M:0;95451c90bed2:37345 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/62560425828e4baf83389fc0be307cda, entries=1, sequenceid=70, filesize=5.0 K 2024-12-02T18:20:45,747 INFO [M:0;95451c90bed2:37345 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 533ms, sequenceid=70, compaction requested=false 2024-12-02T18:20:45,759 INFO [M:0;95451c90bed2:37345 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:20:45,759 DEBUG [M:0;95451c90bed2:37345 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733163645214Disabling compacts and flushes for region at 1733163645214Disabling writes for close at 1733163645214Obtaining lock to block concurrent updates at 1733163645214Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733163645214Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733163645215 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733163645215Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733163645215Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733163645235 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733163645235Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733163645249 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733163645270 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733163645270Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733163645282 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733163645301 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733163645301Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2150fec4: reopening flushed file at 1733163645713 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@661942ea: reopening flushed file at 1733163645721 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fedfa27: reopening flushed file at 1733163645728 (+7 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 533ms, sequenceid=70, compaction requested=false at 1733163645747 (+19 ms)Writing region close event to WAL at 1733163645759 (+12 ms)Closed at 1733163645759 2024-12-02T18:20:45,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34747 is added to blk_1073741830_1006 (size=41008) 2024-12-02T18:20:45,763 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T18:20:45,763 INFO [M:0;95451c90bed2:37345 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T18:20:45,763 INFO [M:0;95451c90bed2:37345 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37345 2024-12-02T18:20:45,763 INFO [M:0;95451c90bed2:37345 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T18:20:45,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37345-0x1019746344f0000, quorum=127.0.0.1:54754, baseZNode=/01903373175 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:20:45,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37345-0x1019746344f0000, quorum=127.0.0.1:54754, baseZNode=/01903373175 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:20:45,928 INFO [M:0;95451c90bed2:37345 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T18:20:45,930 INFO [Time-limited test {}] client.ConnectionUtils(128): master/95451c90bed2:0 server-side Connection retries=45 2024-12-02T18:20:45,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:20:45,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T18:20:45,930 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T18:20:45,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:20:45,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T18:20:45,930 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T18:20:45,931 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T18:20:45,937 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36099 2024-12-02T18:20:45,939 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36099 connecting to ZooKeeper ensemble=127.0.0.1:54754 2024-12-02T18:20:45,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:360990x0, quorum=127.0.0.1:54754, baseZNode=/01903373175 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T18:20:45,967 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36099-0x1019746344f0006 connected 2024-12-02T18:20:45,994 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:20:45,996 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:20:46,008 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36099-0x1019746344f0006, quorum=127.0.0.1:54754, baseZNode=/01903373175 Set watcher on znode that does not yet exist, /01903373175/running 2024-12-02T18:20:46,009 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf, hbase.cluster.distributed=false 2024-12-02T18:20:46,017 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01903373175/meta-region-server: INIT 2024-12-02T18:20:46,020 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36099-0x1019746344f0006, quorum=127.0.0.1:54754, baseZNode=/01903373175 Set watcher on znode that does not yet exist, /01903373175/acl 2024-12-02T18:20:46,026 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36099 2024-12-02T18:20:46,027 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36099 2024-12-02T18:20:46,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36099 2024-12-02T18:20:46,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36099 2024-12-02T18:20:46,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36099 2024-12-02T18:20:46,053 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/95451c90bed2:0 server-side Connection retries=45 2024-12-02T18:20:46,053 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:20:46,053 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T18:20:46,053 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T18:20:46,053 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:20:46,053 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T18:20:46,053 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T18:20:46,053 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T18:20:46,054 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37313 2024-12-02T18:20:46,055 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37313 connecting to ZooKeeper ensemble=127.0.0.1:54754 2024-12-02T18:20:46,056 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:20:46,058 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:20:46,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:373130x0, quorum=127.0.0.1:54754, baseZNode=/01903373175 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T18:20:46,080 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:373130x0, quorum=127.0.0.1:54754, baseZNode=/01903373175 Set watcher on znode that does not yet exist, /01903373175/running 2024-12-02T18:20:46,080 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01903373175/meta-region-server: INIT 2024-12-02T18:20:46,080 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T18:20:46,081 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37313-0x1019746344f0007 connected 2024-12-02T18:20:46,082 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T18:20:46,083 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37313-0x1019746344f0007, quorum=127.0.0.1:54754, baseZNode=/01903373175 Set watcher on znode that does not yet exist, /01903373175/master 2024-12-02T18:20:46,084 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37313-0x1019746344f0007, quorum=127.0.0.1:54754, baseZNode=/01903373175 Set watcher on znode that does not yet exist, /01903373175/acl 2024-12-02T18:20:46,089 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37313 2024-12-02T18:20:46,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37313 2024-12-02T18:20:46,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37313 2024-12-02T18:20:46,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37313 2024-12-02T18:20:46,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37313 2024-12-02T18:20:46,120 DEBUG [M:0;95451c90bed2:36099 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;95451c90bed2:36099 2024-12-02T18:20:46,120 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01903373175/backup-masters/95451c90bed2,36099,1733163645930 2024-12-02T18:20:46,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1019746344f0007, quorum=127.0.0.1:54754, baseZNode=/01903373175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01903373175/backup-masters 2024-12-02T18:20:46,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36099-0x1019746344f0006, quorum=127.0.0.1:54754, baseZNode=/01903373175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01903373175/backup-masters 2024-12-02T18:20:46,133 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36099-0x1019746344f0006, quorum=127.0.0.1:54754, baseZNode=/01903373175 Set watcher on existing znode=/01903373175/backup-masters/95451c90bed2,36099,1733163645930 2024-12-02T18:20:46,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1019746344f0007, quorum=127.0.0.1:54754, baseZNode=/01903373175 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01903373175/master 2024-12-02T18:20:46,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36099-0x1019746344f0006, quorum=127.0.0.1:54754, baseZNode=/01903373175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01903373175 2024-12-02T18:20:46,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1019746344f0007, quorum=127.0.0.1:54754, baseZNode=/01903373175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01903373175 2024-12-02T18:20:46,143 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36099-0x1019746344f0006, quorum=127.0.0.1:54754, baseZNode=/01903373175 Set watcher on existing znode=/01903373175/master 2024-12-02T18:20:46,144 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01903373175/backup-masters/95451c90bed2,36099,1733163645930 from backup master directory 2024-12-02T18:20:46,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1019746344f0007, quorum=127.0.0.1:54754, baseZNode=/01903373175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01903373175/backup-masters 2024-12-02T18:20:46,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36099-0x1019746344f0006, quorum=127.0.0.1:54754, baseZNode=/01903373175 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01903373175/backup-masters/95451c90bed2,36099,1733163645930 2024-12-02T18:20:46,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36099-0x1019746344f0006, quorum=127.0.0.1:54754, baseZNode=/01903373175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01903373175/backup-masters 2024-12-02T18:20:46,228 WARN [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T18:20:46,228 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=95451c90bed2,36099,1733163645930 2024-12-02T18:20:46,237 INFO [master/95451c90bed2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:20:46,237 INFO [master/95451c90bed2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T18:20:46,243 INFO [master/95451c90bed2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-12-02T18:20:46,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34747 is added to blk_1073741846_1022 (size=196) 2024-12-02T18:20:46,310 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T18:20:46,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:20:46,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:20:46,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:20:46,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:20:46,332 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:20:46,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:20:46,341 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T18:20:46,667 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T18:20:46,667 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T18:20:46,667 INFO [master/95451c90bed2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:20:46,672 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-02T18:20:46,674 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/MasterData/WALs/95451c90bed2,37345,1733163630804 to hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/MasterData/WALs/95451c90bed2,37345,1733163630804-dead as it is dead 2024-12-02T18:20:46,675 INFO [master/95451c90bed2:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/MasterData/WALs/95451c90bed2,37345,1733163630804-dead/95451c90bed2%2C37345%2C1733163630804.1733163632706 2024-12-02T18:20:46,676 INFO [master/95451c90bed2:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/MasterData/WALs/95451c90bed2,37345,1733163630804-dead/95451c90bed2%2C37345%2C1733163630804.1733163632706 after 1ms 2024-12-02T18:20:46,676 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/MasterData/WALs/95451c90bed2,37345,1733163630804-dead/95451c90bed2%2C37345%2C1733163630804.1733163632706 to hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/95451c90bed2%2C37345%2C1733163630804.1733163632706 2024-12-02T18:20:46,676 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/MasterData/WALs/95451c90bed2,37345,1733163630804-dead 2024-12-02T18:20:46,677 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/MasterData/WALs/95451c90bed2,36099,1733163645930 2024-12-02T18:20:46,678 INFO [master/95451c90bed2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T18:20:46,679 INFO [master/95451c90bed2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=95451c90bed2%2C36099%2C1733163645930, suffix=, logDir=hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/MasterData/WALs/95451c90bed2,36099,1733163645930, archiveDir=hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/MasterData/oldWALs, maxLogs=10 2024-12-02T18:20:46,689 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/MasterData/WALs/95451c90bed2,36099,1733163645930/95451c90bed2%2C36099%2C1733163645930.1733163646679, exclude list is [], retry=0 2024-12-02T18:20:46,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34747,DS-ae0ebb44-de9a-4f15-ba1b-7a9446b496c8,DISK] 2024-12-02T18:20:46,693 INFO [master/95451c90bed2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/MasterData/WALs/95451c90bed2,36099,1733163645930/95451c90bed2%2C36099%2C1733163645930.1733163646679 2024-12-02T18:20:46,693 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42623:42623)] 2024-12-02T18:20:46,693 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:20:46,694 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:20:46,694 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:20:46,694 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:20:46,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:20:46,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T18:20:46,696 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:20:46,700 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c3b027bf513c455f811207aff9976a9e 2024-12-02T18:20:46,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:20:46,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:20:46,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T18:20:46,701 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:20:46,705 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/88d37678cd0e4ab6a600014feb244aaa 2024-12-02T18:20:46,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:20:46,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:20:46,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T18:20:46,706 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:20:46,711 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/62560425828e4baf83389fc0be307cda 2024-12-02T18:20:46,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:20:46,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:20:46,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T18:20:46,713 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:20:46,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:20:46,713 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:20:46,714 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-02T18:20:46,714 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/95451c90bed2%2C37345%2C1733163630804.1733163632706 2024-12-02T18:20:46,720 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/95451c90bed2%2C37345%2C1733163630804.1733163632706 2024-12-02T18:20:46,721 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/95451c90bed2%2C37345%2C1733163630804.1733163632706 2024-12-02T18:20:46,722 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:20:46,722 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:20:46,723 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T18:20:46,724 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:20:46,726 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-12-02T18:20:46,727 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62410738, jitterRate=-0.07000753283500671}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T18:20:46,727 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733163646694Initializing all the Stores at 1733163646695 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163646695Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163646695Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163646695Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163646695Cleaning up temporary data from old regions at 1733163646722 (+27 ms)Region opened successfully at 1733163646727 (+5 ms) 2024-12-02T18:20:46,727 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T18:20:46,729 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f713a1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=95451c90bed2/172.17.0.3:0 2024-12-02T18:20:46,731 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-02T18:20:46,731 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T18:20:46,731 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T18:20:46,732 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T18:20:46,732 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T18:20:46,735 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T18:20:46,735 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T18:20:46,736 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T18:20:46,736 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-12-02T18:20:46,736 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T18:20:46,741 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=95451c90bed2,33479,1733163630984, regionLocation=95451c90bed2,33479,1733163630984, openSeqNum=2 2024-12-02T18:20:46,741 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=95451c90bed2,33479,1733163630984, table=hbase:meta, region=1588230740 2024-12-02T18:20:46,741 INFO [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 95451c90bed2,33479,1733163630984, state=OPEN 2024-12-02T18:20:46,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1019746344f0007, quorum=127.0.0.1:54754, baseZNode=/01903373175 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01903373175/meta-region-server 2024-12-02T18:20:46,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36099-0x1019746344f0006, quorum=127.0.0.1:54754, baseZNode=/01903373175 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01903373175/meta-region-server 2024-12-02T18:20:46,753 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01903373175/meta-region-server: CHANGED 2024-12-02T18:20:46,753 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01903373175/meta-region-server: CHANGED 2024-12-02T18:20:46,758 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-02T18:20:46,771 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01903373175/draining/95451c90bed2,33479,1733163630984 already deleted, retry=false 2024-12-02T18:20:46,771 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 95451c90bed2,33479,1733163630984 on 95451c90bed2,36099,1733163645930 2024-12-02T18:20:46,772 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 95451c90bed2,33479,1733163630984, splitWal=true, meta=true 2024-12-02T18:20:46,772 INFO [master/95451c90bed2:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for 95451c90bed2,33479,1733163630984 (carryingMeta=true) 95451c90bed2,33479,1733163630984/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@56a4df25[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-02T18:20:46,774 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36099-0x1019746344f0006, quorum=127.0.0.1:54754, baseZNode=/01903373175 Unable to get data of znode /01903373175/balancer because node does not exist (not necessarily an error) 2024-12-02T18:20:46,785 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01903373175/balancer already deleted, retry=false 2024-12-02T18:20:46,785 INFO [master/95451c90bed2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T18:20:46,786 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36099-0x1019746344f0006, quorum=127.0.0.1:54754, baseZNode=/01903373175 Unable to get data of znode /01903373175/normalizer because node does not exist (not necessarily an error) 2024-12-02T18:20:46,795 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01903373175/normalizer already deleted, retry=false 2024-12-02T18:20:46,796 INFO [master/95451c90bed2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T18:20:46,797 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36099-0x1019746344f0006, quorum=127.0.0.1:54754, baseZNode=/01903373175 Unable to get data of znode /01903373175/switch/split because node does not exist (not necessarily an error) 2024-12-02T18:20:46,806 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01903373175/switch/split already deleted, retry=false 2024-12-02T18:20:46,807 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36099-0x1019746344f0006, quorum=127.0.0.1:54754, baseZNode=/01903373175 Unable to get data of znode /01903373175/switch/merge because node does not exist (not necessarily an error) 2024-12-02T18:20:46,816 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01903373175/switch/merge already deleted, retry=false 2024-12-02T18:20:46,829 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36099-0x1019746344f0006, quorum=127.0.0.1:54754, baseZNode=/01903373175 Unable to get data of znode /01903373175/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T18:20:46,837 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01903373175/snapshot-cleanup already deleted, retry=false 2024-12-02T18:20:46,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36099-0x1019746344f0006, quorum=127.0.0.1:54754, baseZNode=/01903373175 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01903373175/running 2024-12-02T18:20:46,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36099-0x1019746344f0006, quorum=127.0.0.1:54754, baseZNode=/01903373175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01903373175 2024-12-02T18:20:46,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1019746344f0007, quorum=127.0.0.1:54754, baseZNode=/01903373175 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01903373175/running 2024-12-02T18:20:46,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1019746344f0007, quorum=127.0.0.1:54754, baseZNode=/01903373175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01903373175 2024-12-02T18:20:46,849 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=95451c90bed2,36099,1733163645930, sessionid=0x1019746344f0006, setting cluster-up flag (Was=false) 2024-12-02T18:20:46,859 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01903373175/flush-table-proc/acquired, /01903373175/flush-table-proc/reached, /01903373175/flush-table-proc/abort 2024-12-02T18:20:46,860 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=95451c90bed2,36099,1733163645930 2024-12-02T18:20:46,870 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01903373175/online-snapshot/acquired, /01903373175/online-snapshot/reached, /01903373175/online-snapshot/abort 2024-12-02T18:20:46,870 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=95451c90bed2,36099,1733163645930 2024-12-02T18:20:46,872 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/.lastflushedseqids 2024-12-02T18:20:46,873 INFO [master/95451c90bed2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T18:20:46,874 INFO [master/95451c90bed2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T18:20:46,874 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 95451c90bed2,36099,1733163645930 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 95451c90bed2,33479,1733163630984 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T18:20:46,875 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:20:46,875 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:20:46,875 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:20:46,875 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:20:46,875 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/95451c90bed2:0, corePoolSize=10, maxPoolSize=10 2024-12-02T18:20:46,875 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:20:46,875 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/95451c90bed2:0, corePoolSize=2, maxPoolSize=2 2024-12-02T18:20:46,875 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:20:46,876 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733163676876 2024-12-02T18:20:46,876 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T18:20:46,876 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T18:20:46,876 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T18:20:46,876 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T18:20:46,876 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 95451c90bed2,33479,1733163630984, splitWal=true, meta=true 2024-12-02T18:20:46,876 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T18:20:46,876 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T18:20:46,876 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T18:20:46,876 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T18:20:46,876 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T18:20:46,877 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T18:20:46,877 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 95451c90bed2,33479,1733163630984, splitWal=true, meta=true, isMeta: true 2024-12-02T18:20:46,877 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T18:20:46,877 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T18:20:46,877 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T18:20:46,880 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.large.0-1733163646877,5,FailOnTimeoutGroup] 2024-12-02T18:20:46,882 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.small.0-1733163646880,5,FailOnTimeoutGroup] 2024-12-02T18:20:46,882 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T18:20:46,882 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T18:20:46,882 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T18:20:46,882 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T18:20:46,882 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733163646882, completionTime=-1 2024-12-02T18:20:46,882 WARN [master/95451c90bed2:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-02T18:20:46,882 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-02T18:20:46,883 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/WALs/95451c90bed2,33479,1733163630984-splitting 2024-12-02T18:20:46,886 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/WALs/95451c90bed2,33479,1733163630984-splitting dir is empty, no logs to split. 2024-12-02T18:20:46,886 INFO [PEWorker-1 {}] master.SplitWALManager(105): 95451c90bed2,33479,1733163630984 WAL count=0, meta=true 2024-12-02T18:20:46,889 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/WALs/95451c90bed2,33479,1733163630984-splitting dir is empty, no logs to split. 2024-12-02T18:20:46,889 INFO [PEWorker-1 {}] master.SplitWALManager(105): 95451c90bed2,33479,1733163630984 WAL count=0, meta=true 2024-12-02T18:20:46,889 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 95451c90bed2,33479,1733163630984 WAL splitting is done? wals=0, meta=true 2024-12-02T18:20:46,890 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T18:20:46,891 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T18:20:46,892 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-02T18:20:46,916 INFO [RS:0;95451c90bed2:37313 {}] regionserver.HRegionServer(746): ClusterId : d20cd97e-4074-4bdf-a82e-d4483b84c820 2024-12-02T18:20:46,916 DEBUG [RS:0;95451c90bed2:37313 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T18:20:46,930 DEBUG [RS:0;95451c90bed2:37313 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T18:20:46,930 DEBUG [RS:0;95451c90bed2:37313 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T18:20:46,940 DEBUG [RS:0;95451c90bed2:37313 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T18:20:46,941 DEBUG [RS:0;95451c90bed2:37313 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3da4afac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=95451c90bed2/172.17.0.3:0 2024-12-02T18:20:46,951 DEBUG [RS:0;95451c90bed2:37313 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;95451c90bed2:37313 2024-12-02T18:20:46,951 INFO [RS:0;95451c90bed2:37313 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T18:20:46,951 INFO [RS:0;95451c90bed2:37313 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T18:20:46,951 DEBUG [RS:0;95451c90bed2:37313 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T18:20:46,952 INFO [RS:0;95451c90bed2:37313 {}] regionserver.HRegionServer(2659): reportForDuty to master=95451c90bed2,36099,1733163645930 with port=37313, startcode=1733163646052 2024-12-02T18:20:46,952 DEBUG [RS:0;95451c90bed2:37313 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T18:20:46,953 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41401, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T18:20:46,954 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36099 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 95451c90bed2,37313,1733163646052 2024-12-02T18:20:46,954 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36099 {}] master.ServerManager(517): Registering regionserver=95451c90bed2,37313,1733163646052 2024-12-02T18:20:46,955 DEBUG [RS:0;95451c90bed2:37313 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf 2024-12-02T18:20:46,955 DEBUG [RS:0;95451c90bed2:37313 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35899 2024-12-02T18:20:46,955 DEBUG [RS:0;95451c90bed2:37313 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T18:20:46,982 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-02T18:20:47,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36099-0x1019746344f0006, quorum=127.0.0.1:54754, baseZNode=/01903373175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01903373175/rs 2024-12-02T18:20:47,038 DEBUG [RS:0;95451c90bed2:37313 {}] zookeeper.ZKUtil(111): regionserver:37313-0x1019746344f0007, quorum=127.0.0.1:54754, baseZNode=/01903373175 Set watcher on existing znode=/01903373175/rs/95451c90bed2,37313,1733163646052 2024-12-02T18:20:47,038 WARN [RS:0;95451c90bed2:37313 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T18:20:47,038 INFO [RS:0;95451c90bed2:37313 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:20:47,038 DEBUG [RS:0;95451c90bed2:37313 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/WALs/95451c90bed2,37313,1733163646052 2024-12-02T18:20:47,038 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [95451c90bed2,37313,1733163646052] 2024-12-02T18:20:47,042 WARN [95451c90bed2:36099 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T18:20:47,065 INFO [RS:0;95451c90bed2:37313 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T18:20:47,067 INFO [RS:0;95451c90bed2:37313 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T18:20:47,067 INFO [RS:0;95451c90bed2:37313 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T18:20:47,067 INFO [RS:0;95451c90bed2:37313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:20:47,068 INFO [RS:0;95451c90bed2:37313 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T18:20:47,068 INFO [RS:0;95451c90bed2:37313 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T18:20:47,068 INFO [RS:0;95451c90bed2:37313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T18:20:47,069 DEBUG [RS:0;95451c90bed2:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:20:47,069 DEBUG [RS:0;95451c90bed2:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:20:47,069 DEBUG [RS:0;95451c90bed2:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:20:47,069 DEBUG [RS:0;95451c90bed2:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:20:47,069 DEBUG [RS:0;95451c90bed2:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:20:47,069 DEBUG [RS:0;95451c90bed2:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/95451c90bed2:0, corePoolSize=2, maxPoolSize=2 2024-12-02T18:20:47,069 DEBUG [RS:0;95451c90bed2:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:20:47,069 DEBUG [RS:0;95451c90bed2:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:20:47,069 DEBUG [RS:0;95451c90bed2:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:20:47,069 DEBUG [RS:0;95451c90bed2:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:20:47,069 DEBUG [RS:0;95451c90bed2:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:20:47,069 DEBUG [RS:0;95451c90bed2:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:20:47,069 DEBUG [RS:0;95451c90bed2:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/95451c90bed2:0, corePoolSize=3, maxPoolSize=3 2024-12-02T18:20:47,069 DEBUG [RS:0;95451c90bed2:37313 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/95451c90bed2:0, corePoolSize=3, maxPoolSize=3 2024-12-02T18:20:47,072 INFO [RS:0;95451c90bed2:37313 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T18:20:47,072 INFO [RS:0;95451c90bed2:37313 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T18:20:47,072 INFO [RS:0;95451c90bed2:37313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:20:47,072 INFO [RS:0;95451c90bed2:37313 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T18:20:47,072 INFO [RS:0;95451c90bed2:37313 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T18:20:47,072 INFO [RS:0;95451c90bed2:37313 {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,37313,1733163646052-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T18:20:47,092 INFO [RS:0;95451c90bed2:37313 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T18:20:47,093 INFO [RS:0;95451c90bed2:37313 {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,37313,1733163646052-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:20:47,110 INFO [RS:0;95451c90bed2:37313 {}] regionserver.ReplicationSource(231): queueId=1-95451c90bed2,37313,1733163646052, ReplicationSource: 1, currentBandwidth=0 2024-12-02T18:20:47,112 INFO [RS:0;95451c90bed2:37313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:20:47,112 INFO [RS:0;95451c90bed2:37313 {}] regionserver.Replication(171): 95451c90bed2,37313,1733163646052 started 2024-12-02T18:20:47,126 DEBUG [RS:0;95451c90bed2:37313.replicationSource,1-95451c90bed2,37313,1733163646052 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='95451c90bed2:41389' 2024-12-02T18:20:47,128 DEBUG [RS:0;95451c90bed2:37313.replicationSource,1-95451c90bed2,37313,1733163646052 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@442fb9a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:20:47,128 DEBUG [RS:0;95451c90bed2:37313.replicationSource,1-95451c90bed2,37313,1733163646052 {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,41389,-1 for getting cluster id 2024-12-02T18:20:47,128 DEBUG [RS:0;95451c90bed2:37313.replicationSource,1-95451c90bed2,37313,1733163646052 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:20:47,131 INFO [RS:0;95451c90bed2:37313 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:20:47,132 INFO [RS:0;95451c90bed2:37313 {}] regionserver.HRegionServer(1482): Serving as 95451c90bed2,37313,1733163646052, RpcServer on 95451c90bed2/172.17.0.3:37313, sessionid=0x1019746344f0007 2024-12-02T18:20:47,132 DEBUG [RS:0;95451c90bed2:37313 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T18:20:47,132 DEBUG [RS:0;95451c90bed2:37313 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 95451c90bed2,37313,1733163646052 2024-12-02T18:20:47,132 DEBUG [RS:0;95451c90bed2:37313 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '95451c90bed2,37313,1733163646052' 2024-12-02T18:20:47,132 DEBUG [RS:0;95451c90bed2:37313 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01903373175/flush-table-proc/abort' 2024-12-02T18:20:47,133 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '06840d69-a183-40ec-90bc-414475dada5d' 2024-12-02T18:20:47,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:20:47,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "06840d69-a183-40ec-90bc-414475dada5d" 2024-12-02T18:20:47,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b0c1429, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:20:47,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,41389,-1] 2024-12-02T18:20:47,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:20:47,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:20:47,135 DEBUG [RS:0;95451c90bed2:37313 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01903373175/flush-table-proc/acquired' 2024-12-02T18:20:47,136 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:20:47,136 DEBUG [RS:0;95451c90bed2:37313 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T18:20:47,136 DEBUG [RS:0;95451c90bed2:37313 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T18:20:47,136 DEBUG [RS:0;95451c90bed2:37313 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 95451c90bed2,37313,1733163646052 2024-12-02T18:20:47,136 DEBUG [RS:0;95451c90bed2:37313 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '95451c90bed2,37313,1733163646052' 2024-12-02T18:20:47,136 DEBUG [RS:0;95451c90bed2:37313 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01903373175/online-snapshot/abort' 2024-12-02T18:20:47,136 DEBUG [RS:0;95451c90bed2:37313 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01903373175/online-snapshot/acquired' 2024-12-02T18:20:47,137 DEBUG [RS:0;95451c90bed2:37313.replicationSource,1-95451c90bed2,37313,1733163646052 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65f0467, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:20:47,137 DEBUG [RS:0;95451c90bed2:37313.replicationSource,1-95451c90bed2,37313,1733163646052 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:20:47,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,41389,1733163636779 2024-12-02T18:20:47,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@141c2392 2024-12-02T18:20:47,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:20:47,138 DEBUG [RS:0;95451c90bed2:37313 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T18:20:47,138 INFO [RS:0;95451c90bed2:37313 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T18:20:47,138 INFO [RS:0;95451c90bed2:37313 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T18:20:47,139 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-12-02T18:20:47,140 INFO [RS:0;95451c90bed2:37313.replicationSource,1-95451c90bed2,37313,1733163646052 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-95451c90bed2,37313,1733163646052 (queues=0) is replicating from cluster=d20cd97e-4074-4bdf-a82e-d4483b84c820 to cluster=06840d69-a183-40ec-90bc-414475dada5d 2024-12-02T18:20:47,238 INFO [RS:0;95451c90bed2:37313 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T18:20:47,240 INFO [RS:0;95451c90bed2:37313 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=95451c90bed2%2C37313%2C1733163646052, suffix=, logDir=hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/WALs/95451c90bed2,37313,1733163646052, archiveDir=hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/oldWALs, maxLogs=10 2024-12-02T18:20:47,252 DEBUG [RS:0;95451c90bed2:37313 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/WALs/95451c90bed2,37313,1733163646052/95451c90bed2%2C37313%2C1733163646052.1733163647240, exclude list is [], retry=0 2024-12-02T18:20:47,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34747,DS-ae0ebb44-de9a-4f15-ba1b-7a9446b496c8,DISK] 2024-12-02T18:20:47,261 INFO [RS:0;95451c90bed2:37313 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/WALs/95451c90bed2,37313,1733163646052/95451c90bed2%2C37313%2C1733163646052.1733163647240 2024-12-02T18:20:47,262 DEBUG [RS:0;95451c90bed2:37313 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 95451c90bed2%2C37313%2C1733163646052 for peer 1 2024-12-02T18:20:47,262 DEBUG [RS:0;95451c90bed2:37313 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=95451c90bed2%2C37313%2C1733163646052 2024-12-02T18:20:47,262 INFO [RS:0;95451c90bed2:37313 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-95451c90bed2,37313,1733163646052, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T18:20:47,263 DEBUG [RS:0;95451c90bed2:37313 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42623:42623)] 2024-12-02T18:20:47,263 INFO [RS:0;95451c90bed2:37313.replicationSource.shipper95451c90bed2%2C37313%2C1733163646052,1-95451c90bed2,37313,1733163646052 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 95451c90bed2%2C37313%2C1733163646052 2024-12-02T18:20:47,263 DEBUG [RS:0;95451c90bed2:37313.replicationSource.wal-reader.95451c90bed2%2C37313%2C1733163646052,1-95451c90bed2,37313,1733163646052 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/WALs/95451c90bed2,37313,1733163646052/95451c90bed2%2C37313%2C1733163646052.1733163647240, startPosition=0, beingWritten=true 2024-12-02T18:20:47,292 DEBUG [95451c90bed2:36099 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T18:20:47,293 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=95451c90bed2,37313,1733163646052 2024-12-02T18:20:47,294 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 95451c90bed2,37313,1733163646052, state=OPENING 2024-12-02T18:20:47,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36099-0x1019746344f0006, quorum=127.0.0.1:54754, baseZNode=/01903373175 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01903373175/meta-region-server 2024-12-02T18:20:47,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1019746344f0007, quorum=127.0.0.1:54754, baseZNode=/01903373175 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01903373175/meta-region-server 2024-12-02T18:20:47,301 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01903373175/meta-region-server: CHANGED 2024-12-02T18:20:47,301 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01903373175/meta-region-server: CHANGED 2024-12-02T18:20:47,301 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T18:20:47,301 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=95451c90bed2,37313,1733163646052}] 2024-12-02T18:20:47,453 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T18:20:47,455 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35825, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T18:20:47,460 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T18:20:47,460 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:20:47,461 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T18:20:47,462 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=95451c90bed2%2C37313%2C1733163646052.meta, suffix=.meta, logDir=hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/WALs/95451c90bed2,37313,1733163646052, archiveDir=hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/oldWALs, maxLogs=10 2024-12-02T18:20:47,480 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/WALs/95451c90bed2,37313,1733163646052/95451c90bed2%2C37313%2C1733163646052.meta.1733163647463.meta, exclude list is [], retry=0 2024-12-02T18:20:47,482 DEBUG [RS:0;95451c90bed2:37313.replicationSource.wal-reader.95451c90bed2%2C37313%2C1733163646052,1-95451c90bed2,37313,1733163646052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/WALs/95451c90bed2,37313,1733163646052/95451c90bed2%2C37313%2C1733163646052.1733163647240 to pos 0, reset compression=false 2024-12-02T18:20:47,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34747,DS-ae0ebb44-de9a-4f15-ba1b-7a9446b496c8,DISK] 2024-12-02T18:20:47,485 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/WALs/95451c90bed2,37313,1733163646052/95451c90bed2%2C37313%2C1733163646052.meta.1733163647463.meta 2024-12-02T18:20:47,485 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42623:42623)] 2024-12-02T18:20:47,485 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:20:47,485 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T18:20:47,486 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T18:20:47,486 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T18:20:47,486 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T18:20:47,486 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T18:20:47,486 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:20:47,486 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T18:20:47,486 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T18:20:47,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T18:20:47,488 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T18:20:47,488 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:20:47,497 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/data/hbase/meta/1588230740/info/5ebe5689dbba48e7bbff4a70fa2d18c2 2024-12-02T18:20:47,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:20:47,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T18:20:47,498 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T18:20:47,498 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:20:47,503 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/data/hbase/meta/1588230740/ns/1baea949d7cb4951b1c9519219224226 2024-12-02T18:20:47,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:20:47,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T18:20:47,505 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T18:20:47,505 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:20:47,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:20:47,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T18:20:47,506 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T18:20:47,506 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:20:47,512 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/data/hbase/meta/1588230740/table/43a7e339ca1648d3ad1ffa96f9ff2fae 2024-12-02T18:20:47,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:20:47,512 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T18:20:47,513 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/data/hbase/meta/1588230740 2024-12-02T18:20:47,514 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/data/hbase/meta/1588230740 2024-12-02T18:20:47,515 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T18:20:47,515 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T18:20:47,515 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T18:20:47,517 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T18:20:47,517 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63725608, jitterRate=-0.050414443016052246}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T18:20:47,517 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T18:20:47,517 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733163647486Writing region info on filesystem at 1733163647486Initializing all the Stores at 1733163647487 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163647487Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163647487Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163647487Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163647487Cleaning up temporary data from old regions at 1733163647515 (+28 ms)Running coprocessor post-open hooks at 1733163647517 (+2 ms)Region opened successfully at 1733163647517 2024-12-02T18:20:47,518 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1733163647453 2024-12-02T18:20:47,520 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T18:20:47,520 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T18:20:47,521 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=95451c90bed2,37313,1733163646052 2024-12-02T18:20:47,522 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 95451c90bed2,37313,1733163646052, state=OPEN 2024-12-02T18:20:47,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1019746344f0007, quorum=127.0.0.1:54754, baseZNode=/01903373175 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01903373175/meta-region-server 2024-12-02T18:20:47,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36099-0x1019746344f0006, quorum=127.0.0.1:54754, baseZNode=/01903373175 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01903373175/meta-region-server 2024-12-02T18:20:47,532 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01903373175/meta-region-server: CHANGED 2024-12-02T18:20:47,532 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01903373175/meta-region-server: CHANGED 2024-12-02T18:20:47,532 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=95451c90bed2,37313,1733163646052 2024-12-02T18:20:47,535 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-02T18:20:47,535 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=95451c90bed2,37313,1733163646052 in 232 msec 2024-12-02T18:20:47,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T18:20:47,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 645 msec 2024-12-02T18:20:47,788 DEBUG [RS:0;95451c90bed2:37313.replicationSource.wal-reader.95451c90bed2%2C37313%2C1733163646052,1-95451c90bed2,37313,1733163646052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/WALs/95451c90bed2,37313,1733163646052/95451c90bed2%2C37313%2C1733163646052.1733163647240 to pos 0, reset compression=false 2024-12-02T18:20:48,193 DEBUG [RS:0;95451c90bed2:37313.replicationSource.wal-reader.95451c90bed2%2C37313%2C1733163646052,1-95451c90bed2,37313,1733163646052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/WALs/95451c90bed2,37313,1733163646052/95451c90bed2%2C37313%2C1733163646052.1733163647240 to pos 0, reset compression=false 2024-12-02T18:20:48,495 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1613ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1513ms 2024-12-02T18:20:48,700 DEBUG [RS:0;95451c90bed2:37313.replicationSource.wal-reader.95451c90bed2%2C37313%2C1733163646052,1-95451c90bed2,37313,1733163646052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/WALs/95451c90bed2,37313,1733163646052/95451c90bed2%2C37313%2C1733163646052.1733163647240 to pos 0, reset compression=false 2024-12-02T18:20:49,304 DEBUG [RS:0;95451c90bed2:37313.replicationSource.wal-reader.95451c90bed2%2C37313%2C1733163646052,1-95451c90bed2,37313,1733163646052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/WALs/95451c90bed2,37313,1733163646052/95451c90bed2%2C37313%2C1733163646052.1733163647240 to pos 0, reset compression=false 2024-12-02T18:20:49,998 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3116ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3016ms 2024-12-02T18:20:50,008 DEBUG [RS:0;95451c90bed2:37313.replicationSource.wal-reader.95451c90bed2%2C37313%2C1733163646052,1-95451c90bed2,37313,1733163646052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/WALs/95451c90bed2,37313,1733163646052/95451c90bed2%2C37313%2C1733163646052.1733163647240 to pos 0, reset compression=false 2024-12-02T18:20:50,814 DEBUG [RS:0;95451c90bed2:37313.replicationSource.wal-reader.95451c90bed2%2C37313%2C1733163646052,1-95451c90bed2,37313,1733163646052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/WALs/95451c90bed2,37313,1733163646052/95451c90bed2%2C37313%2C1733163646052.1733163647240 to pos 0, reset compression=false 2024-12-02T18:20:51,400 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4518ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-02T18:20:51,400 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T18:20:51,400 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:20:51,400 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,37313,1733163646052, seqNum=-1] 2024-12-02T18:20:51,401 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:20:51,402 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40587, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T18:20:51,405 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7af28cb338ded52465a2101583179f2a, regionState=OPEN, lastHost=95451c90bed2,33479,1733163630984, regionLocation=95451c90bed2,33479,1733163630984, openSeqNum=2 2024-12-02T18:20:51,405 INFO [master/95451c90bed2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T18:20:51,405 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733163711405 2024-12-02T18:20:51,405 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733163771405 2024-12-02T18:20:51,405 INFO [master/95451c90bed2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 4 msec 2024-12-02T18:20:51,405 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 95451c90bed2,33479,1733163630984 had 2 regions 2024-12-02T18:20:51,405 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,36099,1733163645930-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:20:51,405 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,36099,1733163645930-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:20:51,405 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,36099,1733163645930-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:20:51,405 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-95451c90bed2:36099, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:20:51,405 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T18:20:51,406 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T18:20:51,406 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 95451c90bed2,33479,1733163630984, splitWal=true, meta=true, isMeta: false 2024-12-02T18:20:51,408 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/WALs/95451c90bed2,33479,1733163630984-splitting dir is empty, no logs to split. 2024-12-02T18:20:51,408 INFO [PEWorker-3 {}] master.SplitWALManager(105): 95451c90bed2,33479,1733163630984 WAL count=0, meta=false 2024-12-02T18:20:51,410 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/WALs/95451c90bed2,33479,1733163630984-splitting dir is empty, no logs to split. 2024-12-02T18:20:51,410 INFO [PEWorker-3 {}] master.SplitWALManager(105): 95451c90bed2,33479,1733163630984 WAL count=0, meta=false 2024-12-02T18:20:51,410 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 95451c90bed2,33479,1733163630984 WAL splitting is done? wals=0, meta=false 2024-12-02T18:20:51,411 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.183sec 2024-12-02T18:20:51,411 INFO [master/95451c90bed2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T18:20:51,411 INFO [master/95451c90bed2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T18:20:51,411 INFO [master/95451c90bed2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T18:20:51,411 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T18:20:51,411 INFO [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T18:20:51,411 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,36099,1733163645930-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T18:20:51,411 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,36099,1733163645930-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T18:20:51,413 WARN [master/95451c90bed2:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=95451c90bed2,33479,1733163630984/hbase:replication,,1733163641023.7af28cb338ded52465a2101583179f2a. 2024-12-02T18:20:51,414 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7af28cb338ded52465a2101583179f2a, ASSIGN}] 2024-12-02T18:20:51,414 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T18:20:51,414 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T18:20:51,414 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,36099,1733163645930-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:20:51,415 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7af28cb338ded52465a2101583179f2a, ASSIGN 2024-12-02T18:20:51,415 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7af28cb338ded52465a2101583179f2a, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-02T18:20:51,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ff589d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:20:51,419 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,36099,-1 for getting cluster id 2024-12-02T18:20:51,419 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:20:51,420 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd20cd97e-4074-4bdf-a82e-d4483b84c820' 2024-12-02T18:20:51,420 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:20:51,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d20cd97e-4074-4bdf-a82e-d4483b84c820" 2024-12-02T18:20:51,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@661bc8fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:20:51,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,36099,-1] 2024-12-02T18:20:51,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:20:51,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:20:51,422 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:20:51,423 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27a52b1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:20:51,423 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:20:51,424 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,37313,1733163646052, seqNum=-1] 2024-12-02T18:20:51,424 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:20:51,425 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T18:20:51,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-02T18:20:51,427 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T18:20:51,427 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:20:51,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:20:51,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:20:51,427 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:20:51,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 95451c90bed2:36099 after: 95451c90bed2:36099 2024-12-02T18:20:51,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75f16a20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:20:51,428 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,36099,-1 for getting cluster id 2024-12-02T18:20:51,428 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:20:51,429 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd20cd97e-4074-4bdf-a82e-d4483b84c820' 2024-12-02T18:20:51,429 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:20:51,429 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d20cd97e-4074-4bdf-a82e-d4483b84c820" 2024-12-02T18:20:51,429 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69399a91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:20:51,429 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,36099,-1] 2024-12-02T18:20:51,429 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:20:51,429 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:20:51,430 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:20:51,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19a8890e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:20:51,431 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:20:51,431 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,36099,1733163645930 2024-12-02T18:20:51,431 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2de69cdb 2024-12-02T18:20:51,431 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:20:51,432 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T18:20:51,432 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36099 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-12-02T18:20:51,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T18:20:51,433 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T18:20:51,433 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:20:51,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:20:51,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:20:51,433 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:20:51,433 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T18:20:51,433 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=162755069, stopped=false 2024-12-02T18:20:51,433 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=95451c90bed2,41389,1733163636779 2024-12-02T18:20:51,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x1019746344f0004, quorum=127.0.0.1:54754, baseZNode=/1-722232239 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-722232239/running 2024-12-02T18:20:51,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41389-0x1019746344f0003, quorum=127.0.0.1:54754, baseZNode=/1-722232239 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-722232239/running 2024-12-02T18:20:51,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x1019746344f0004, quorum=127.0.0.1:54754, baseZNode=/1-722232239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-722232239 2024-12-02T18:20:51,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41389-0x1019746344f0003, quorum=127.0.0.1:54754, baseZNode=/1-722232239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-722232239 2024-12-02T18:20:51,489 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T18:20:51,489 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T18:20:51,489 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:20:51,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:20:51,489 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40931-0x1019746344f0004, quorum=127.0.0.1:54754, baseZNode=/1-722232239 Set watcher on znode that does not yet exist, /1-722232239/running 2024-12-02T18:20:51,490 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41389-0x1019746344f0003, quorum=127.0.0.1:54754, baseZNode=/1-722232239 Set watcher on znode that does not yet exist, /1-722232239/running 2024-12-02T18:20:51,490 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '95451c90bed2,40931,1733163636943' ***** 2024-12-02T18:20:51,490 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T18:20:51,490 INFO [RS:0;95451c90bed2:40931 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T18:20:51,490 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T18:20:51,490 INFO [RS:0;95451c90bed2:40931 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T18:20:51,490 INFO [RS:0;95451c90bed2:40931 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T18:20:51,490 INFO [RS:0;95451c90bed2:40931 {}] regionserver.HRegionServer(959): stopping server 95451c90bed2,40931,1733163636943 2024-12-02T18:20:51,490 INFO [RS:0;95451c90bed2:40931 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T18:20:51,490 INFO [RS:0;95451c90bed2:40931 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;95451c90bed2:40931. 2024-12-02T18:20:51,490 DEBUG [RS:0;95451c90bed2:40931 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:20:51,490 DEBUG [RS:0;95451c90bed2:40931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:20:51,490 INFO [RS:0;95451c90bed2:40931 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T18:20:51,490 INFO [RS:0;95451c90bed2:40931 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T18:20:51,491 INFO [RS:0;95451c90bed2:40931 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T18:20:51,491 INFO [RS:0;95451c90bed2:40931 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T18:20:51,491 INFO [RS:0;95451c90bed2:40931 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T18:20:51,491 DEBUG [RS:0;95451c90bed2:40931 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T18:20:51,491 DEBUG [RS:0;95451c90bed2:40931 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T18:20:51,491 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T18:20:51,491 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T18:20:51,491 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T18:20:51,491 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T18:20:51,491 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T18:20:51,491 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-02T18:20:51,511 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41121/user/jenkins/test-data/5be97cea-eae5-a4e0-f69c-5632c9f87f07/data/hbase/meta/1588230740/.tmp/ns/779cd621cf8045d28268a9311d630a86 is 43, key is default/ns:d/1733163640874/Put/seqid=0 2024-12-02T18:20:51,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741835_1011 (size=5153) 2024-12-02T18:20:51,528 INFO [regionserver/95451c90bed2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T18:20:51,565 DEBUG [95451c90bed2:36099 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T18:20:51,566 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=7af28cb338ded52465a2101583179f2a, regionState=OPENING, regionLocation=95451c90bed2,37313,1733163646052 2024-12-02T18:20:51,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7af28cb338ded52465a2101583179f2a, ASSIGN because future has completed 2024-12-02T18:20:51,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7af28cb338ded52465a2101583179f2a, server=95451c90bed2,37313,1733163646052}] 2024-12-02T18:20:51,691 DEBUG [RS:0;95451c90bed2:40931 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T18:20:51,718 DEBUG [RS:0;95451c90bed2:37313.replicationSource.wal-reader.95451c90bed2%2C37313%2C1733163646052,1-95451c90bed2,37313,1733163646052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/WALs/95451c90bed2,37313,1733163646052/95451c90bed2%2C37313%2C1733163646052.1733163647240 to pos 0, reset compression=false 2024-12-02T18:20:51,723 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1733163641023.7af28cb338ded52465a2101583179f2a. 2024-12-02T18:20:51,723 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:20:51,723 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T18:20:51,724 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=95451c90bed2%2C37313%2C1733163646052.rep, suffix=, logDir=hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/WALs/95451c90bed2,37313,1733163646052, archiveDir=hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/oldWALs, maxLogs=10 2024-12-02T18:20:51,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/WALs/95451c90bed2,37313,1733163646052/95451c90bed2%2C37313%2C1733163646052.rep.1733163651725, exclude list is [], retry=0 2024-12-02T18:20:51,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34747,DS-ae0ebb44-de9a-4f15-ba1b-7a9446b496c8,DISK] 2024-12-02T18:20:51,747 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/WALs/95451c90bed2,37313,1733163646052/95451c90bed2%2C37313%2C1733163646052.rep.1733163651725 2024-12-02T18:20:51,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42623:42623)] 2024-12-02T18:20:51,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 7af28cb338ded52465a2101583179f2a, NAME => 'hbase:replication,,1733163641023.7af28cb338ded52465a2101583179f2a.', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:20:51,747 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T18:20:51,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T18:20:51,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733163641023.7af28cb338ded52465a2101583179f2a. service=MultiRowMutationService 2024-12-02T18:20:51,748 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T18:20:51,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7af28cb338ded52465a2101583179f2a 2024-12-02T18:20:51,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1733163641023.7af28cb338ded52465a2101583179f2a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:20:51,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 7af28cb338ded52465a2101583179f2a 2024-12-02T18:20:51,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 7af28cb338ded52465a2101583179f2a 2024-12-02T18:20:51,750 INFO [StoreOpener-7af28cb338ded52465a2101583179f2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7af28cb338ded52465a2101583179f2a 2024-12-02T18:20:51,750 INFO [StoreOpener-7af28cb338ded52465a2101583179f2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7af28cb338ded52465a2101583179f2a columnFamilyName hfileref 2024-12-02T18:20:51,750 DEBUG [StoreOpener-7af28cb338ded52465a2101583179f2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:20:51,751 INFO [StoreOpener-7af28cb338ded52465a2101583179f2a-1 {}] regionserver.HStore(327): Store=7af28cb338ded52465a2101583179f2a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:20:51,751 INFO [StoreOpener-7af28cb338ded52465a2101583179f2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7af28cb338ded52465a2101583179f2a 2024-12-02T18:20:51,751 INFO [StoreOpener-7af28cb338ded52465a2101583179f2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7af28cb338ded52465a2101583179f2a columnFamilyName queue 2024-12-02T18:20:51,751 DEBUG [StoreOpener-7af28cb338ded52465a2101583179f2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:20:51,756 DEBUG [StoreOpener-7af28cb338ded52465a2101583179f2a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/data/hbase/replication/7af28cb338ded52465a2101583179f2a/queue/79b28130e5be42e29e4cffa037b488b9 2024-12-02T18:20:51,757 INFO [StoreOpener-7af28cb338ded52465a2101583179f2a-1 {}] regionserver.HStore(327): Store=7af28cb338ded52465a2101583179f2a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:20:51,757 INFO [StoreOpener-7af28cb338ded52465a2101583179f2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7af28cb338ded52465a2101583179f2a 2024-12-02T18:20:51,757 INFO [StoreOpener-7af28cb338ded52465a2101583179f2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7af28cb338ded52465a2101583179f2a columnFamilyName sid 2024-12-02T18:20:51,757 DEBUG [StoreOpener-7af28cb338ded52465a2101583179f2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:20:51,758 INFO [StoreOpener-7af28cb338ded52465a2101583179f2a-1 {}] regionserver.HStore(327): Store=7af28cb338ded52465a2101583179f2a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:20:51,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 7af28cb338ded52465a2101583179f2a 2024-12-02T18:20:51,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/data/hbase/replication/7af28cb338ded52465a2101583179f2a 2024-12-02T18:20:51,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/data/hbase/replication/7af28cb338ded52465a2101583179f2a 2024-12-02T18:20:51,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 7af28cb338ded52465a2101583179f2a 2024-12-02T18:20:51,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 7af28cb338ded52465a2101583179f2a 2024-12-02T18:20:51,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T18:20:51,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 7af28cb338ded52465a2101583179f2a 2024-12-02T18:20:51,763 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 7af28cb338ded52465a2101583179f2a; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74173072, jitterRate=0.10526490211486816}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T18:20:51,763 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7af28cb338ded52465a2101583179f2a 2024-12-02T18:20:51,763 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 7af28cb338ded52465a2101583179f2a: Running coprocessor pre-open hook at 1733163651748Writing region info on filesystem at 1733163651748Initializing all the Stores at 1733163651749 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163651749Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163651749Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163651749Cleaning up temporary data from old regions at 1733163651760 (+11 ms)Running coprocessor post-open hooks at 1733163651763 (+3 ms)Region opened successfully at 1733163651763 2024-12-02T18:20:51,764 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733163641023.7af28cb338ded52465a2101583179f2a., pid=13, masterSystemTime=1733163651720 2024-12-02T18:20:51,766 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733163641023.7af28cb338ded52465a2101583179f2a. 2024-12-02T18:20:51,766 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733163641023.7af28cb338ded52465a2101583179f2a. 2024-12-02T18:20:51,766 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=7af28cb338ded52465a2101583179f2a, regionState=OPEN, openSeqNum=9, regionLocation=95451c90bed2,37313,1733163646052 2024-12-02T18:20:51,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7af28cb338ded52465a2101583179f2a, server=95451c90bed2,37313,1733163646052 because future has completed 2024-12-02T18:20:51,771 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-02T18:20:51,771 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 7af28cb338ded52465a2101583179f2a, server=95451c90bed2,37313,1733163646052 in 201 msec 2024-12-02T18:20:51,773 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-12-02T18:20:51,773 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7af28cb338ded52465a2101583179f2a, ASSIGN in 357 msec 2024-12-02T18:20:51,773 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-02T18:20:51,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733163641023.7af28cb338ded52465a2101583179f2a., hostname=95451c90bed2,37313,1733163646052, seqNum=9] 2024-12-02T18:20:51,792 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 95451c90bed2,33479,1733163630984 2024-12-02T18:20:51,792 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-02T18:20:51,891 DEBUG [RS:0;95451c90bed2:40931 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T18:20:51,925 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41121/user/jenkins/test-data/5be97cea-eae5-a4e0-f69c-5632c9f87f07/data/hbase/meta/1588230740/.tmp/ns/779cd621cf8045d28268a9311d630a86 2024-12-02T18:20:51,935 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41121/user/jenkins/test-data/5be97cea-eae5-a4e0-f69c-5632c9f87f07/data/hbase/meta/1588230740/.tmp/ns/779cd621cf8045d28268a9311d630a86 as hdfs://localhost:41121/user/jenkins/test-data/5be97cea-eae5-a4e0-f69c-5632c9f87f07/data/hbase/meta/1588230740/ns/779cd621cf8045d28268a9311d630a86 2024-12-02T18:20:51,941 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41121/user/jenkins/test-data/5be97cea-eae5-a4e0-f69c-5632c9f87f07/data/hbase/meta/1588230740/ns/779cd621cf8045d28268a9311d630a86, entries=2, sequenceid=6, filesize=5.0 K 2024-12-02T18:20:51,941 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 450ms, sequenceid=6, compaction requested=false 2024-12-02T18:20:51,949 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37313 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-12-02T18:20:51,952 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41121/user/jenkins/test-data/5be97cea-eae5-a4e0-f69c-5632c9f87f07/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-02T18:20:51,953 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T18:20:51,953 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T18:20:51,953 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T18:20:51,953 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733163651491Running coprocessor pre-close hooks at 1733163651491Disabling compacts and flushes for region at 1733163651491Disabling writes for close at 1733163651491Obtaining lock to block concurrent updates at 1733163651491Preparing flush snapshotting stores in 1588230740 at 1733163651491Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733163651491Flushing stores of hbase:meta,,1.1588230740 at 1733163651492 (+1 ms)Flushing 1588230740/ns: creating writer at 1733163651492Flushing 1588230740/ns: appending metadata at 1733163651510 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733163651511 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b6bc48a: reopening flushed file at 1733163651934 (+423 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 450ms, sequenceid=6, compaction requested=false at 1733163651941 (+7 ms)Writing region close event to WAL at 1733163651948 (+7 ms)Running coprocessor post-close hooks at 1733163651953 (+5 ms)Closed at 1733163651953 2024-12-02T18:20:51,953 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T18:20:52,091 INFO [RS:0;95451c90bed2:40931 {}] regionserver.HRegionServer(976): stopping server 95451c90bed2,40931,1733163636943; all regions closed. 2024-12-02T18:20:52,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741834_1010 (size=1152) 2024-12-02T18:20:52,098 DEBUG [RS:0;95451c90bed2:40931 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5be97cea-eae5-a4e0-f69c-5632c9f87f07/oldWALs 2024-12-02T18:20:52,098 INFO [RS:0;95451c90bed2:40931 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 95451c90bed2%2C40931%2C1733163636943.meta:.meta(num 1733163640792) 2024-12-02T18:20:52,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741833_1009 (size=93) 2024-12-02T18:20:52,102 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5be97cea-eae5-a4e0-f69c-5632c9f87f07/WALs/95451c90bed2,40931,1733163636943/95451c90bed2%2C40931%2C1733163636943.1733163640259 not finished, retry = 0 2024-12-02T18:20:52,189 INFO [regionserver/95451c90bed2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T18:20:52,189 INFO [regionserver/95451c90bed2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T18:20:52,204 DEBUG [RS:0;95451c90bed2:40931 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5be97cea-eae5-a4e0-f69c-5632c9f87f07/oldWALs 2024-12-02T18:20:52,204 INFO [RS:0;95451c90bed2:40931 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 95451c90bed2%2C40931%2C1733163636943:(num 1733163640259) 2024-12-02T18:20:52,204 DEBUG [RS:0;95451c90bed2:40931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:20:52,204 INFO [RS:0;95451c90bed2:40931 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T18:20:52,204 INFO [RS:0;95451c90bed2:40931 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T18:20:52,205 INFO [RS:0;95451c90bed2:40931 {}] hbase.ChoreService(370): Chore service for: regionserver/95451c90bed2:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T18:20:52,205 INFO [RS:0;95451c90bed2:40931 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T18:20:52,205 INFO [regionserver/95451c90bed2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T18:20:52,205 INFO [RS:0;95451c90bed2:40931 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40931 2024-12-02T18:20:52,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x1019746344f0004, quorum=127.0.0.1:54754, baseZNode=/1-722232239 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-722232239/rs/95451c90bed2,40931,1733163636943 2024-12-02T18:20:52,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41389-0x1019746344f0003, quorum=127.0.0.1:54754, baseZNode=/1-722232239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-722232239/rs 2024-12-02T18:20:52,237 INFO [RS:0;95451c90bed2:40931 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T18:20:52,238 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [95451c90bed2,40931,1733163636943] 2024-12-02T18:20:52,343 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-722232239/draining/95451c90bed2,40931,1733163636943 already deleted, retry=false 2024-12-02T18:20:52,343 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 95451c90bed2,40931,1733163636943 expired; onlineServers=0 2024-12-02T18:20:52,343 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '95451c90bed2,41389,1733163636779' ***** 2024-12-02T18:20:52,343 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T18:20:52,343 INFO [M:0;95451c90bed2:41389 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T18:20:52,343 INFO [M:0;95451c90bed2:41389 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T18:20:52,343 DEBUG [M:0;95451c90bed2:41389 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T18:20:52,343 DEBUG [M:0;95451c90bed2:41389 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T18:20:52,343 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T18:20:52,343 DEBUG [master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.large.0-1733163639979 {}] cleaner.HFileCleaner(306): Exit Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.large.0-1733163639979,5,FailOnTimeoutGroup] 2024-12-02T18:20:52,343 DEBUG [master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.small.0-1733163639980 {}] cleaner.HFileCleaner(306): Exit Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.small.0-1733163639980,5,FailOnTimeoutGroup] 2024-12-02T18:20:52,343 INFO [M:0;95451c90bed2:41389 {}] hbase.ChoreService(370): Chore service for: master/95451c90bed2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T18:20:52,343 INFO [M:0;95451c90bed2:41389 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T18:20:52,343 DEBUG [M:0;95451c90bed2:41389 {}] master.HMaster(1795): Stopping service threads 2024-12-02T18:20:52,344 INFO [M:0;95451c90bed2:41389 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T18:20:52,344 INFO [M:0;95451c90bed2:41389 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T18:20:52,344 INFO [M:0;95451c90bed2:41389 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T18:20:52,344 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T18:20:52,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41389-0x1019746344f0003, quorum=127.0.0.1:54754, baseZNode=/1-722232239 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-722232239/master 2024-12-02T18:20:52,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41389-0x1019746344f0003, quorum=127.0.0.1:54754, baseZNode=/1-722232239 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-722232239 2024-12-02T18:20:52,364 DEBUG [M:0;95451c90bed2:41389 {}] zookeeper.RecoverableZooKeeper(212): Node /1-722232239/master already deleted, retry=false 2024-12-02T18:20:52,364 DEBUG [M:0;95451c90bed2:41389 {}] master.ActiveMasterManager(353): master:41389-0x1019746344f0003, quorum=127.0.0.1:54754, baseZNode=/1-722232239 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-722232239/master 2024-12-02T18:20:52,366 INFO [M:0;95451c90bed2:41389 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41121/user/jenkins/test-data/5be97cea-eae5-a4e0-f69c-5632c9f87f07/.lastflushedseqids 2024-12-02T18:20:52,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741836_1012 (size=99) 2024-12-02T18:20:52,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x1019746344f0004, quorum=127.0.0.1:54754, baseZNode=/1-722232239 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:20:52,424 INFO [RS:0;95451c90bed2:40931 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T18:20:52,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40931-0x1019746344f0004, quorum=127.0.0.1:54754, baseZNode=/1-722232239 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:20:52,424 INFO [RS:0;95451c90bed2:40931 {}] regionserver.HRegionServer(1031): Exiting; stopping=95451c90bed2,40931,1733163636943; zookeeper connection closed. 2024-12-02T18:20:52,424 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@25aba3b6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@25aba3b6 2024-12-02T18:20:52,425 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T18:20:52,723 DEBUG [RS:0;95451c90bed2:37313.replicationSource.wal-reader.95451c90bed2%2C37313%2C1733163646052,1-95451c90bed2,37313,1733163646052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/WALs/95451c90bed2,37313,1733163646052/95451c90bed2%2C37313%2C1733163646052.1733163647240 to pos 0, reset compression=false 2024-12-02T18:20:52,777 INFO [M:0;95451c90bed2:41389 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T18:20:52,777 INFO [M:0;95451c90bed2:41389 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T18:20:52,777 DEBUG [M:0;95451c90bed2:41389 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T18:20:52,777 INFO [M:0;95451c90bed2:41389 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:20:52,777 DEBUG [M:0;95451c90bed2:41389 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:20:52,777 DEBUG [M:0;95451c90bed2:41389 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T18:20:52,777 DEBUG [M:0;95451c90bed2:41389 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:20:52,777 INFO [M:0;95451c90bed2:41389 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-02T18:20:52,797 DEBUG [M:0;95451c90bed2:41389 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41121/user/jenkins/test-data/5be97cea-eae5-a4e0-f69c-5632c9f87f07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6eb2a1b9d84f4e9e8278b9f1b8157bb1 is 82, key is hbase:meta,,1/info:regioninfo/1733163640820/Put/seqid=0 2024-12-02T18:20:52,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741837_1013 (size=5672) 2024-12-02T18:20:52,805 INFO [M:0;95451c90bed2:41389 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41121/user/jenkins/test-data/5be97cea-eae5-a4e0-f69c-5632c9f87f07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6eb2a1b9d84f4e9e8278b9f1b8157bb1 2024-12-02T18:20:52,829 DEBUG [M:0;95451c90bed2:41389 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41121/user/jenkins/test-data/5be97cea-eae5-a4e0-f69c-5632c9f87f07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2efe0d69836641a8981fa7c5e0239863 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733163640876/Put/seqid=0 2024-12-02T18:20:52,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741838_1014 (size=5275) 2024-12-02T18:20:52,987 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T18:20:53,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:20:53,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:20:53,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:20:53,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:20:53,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:20:53,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:20:53,065 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T18:20:53,233 INFO [M:0;95451c90bed2:41389 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41121/user/jenkins/test-data/5be97cea-eae5-a4e0-f69c-5632c9f87f07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2efe0d69836641a8981fa7c5e0239863 2024-12-02T18:20:53,250 DEBUG [M:0;95451c90bed2:41389 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41121/user/jenkins/test-data/5be97cea-eae5-a4e0-f69c-5632c9f87f07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1c1222e8556947088c0c98d2cae3844a is 69, key is 95451c90bed2,40931,1733163636943/rs:state/1733163640050/Put/seqid=0 2024-12-02T18:20:53,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741839_1015 (size=5156) 2024-12-02T18:20:53,655 INFO [M:0;95451c90bed2:41389 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41121/user/jenkins/test-data/5be97cea-eae5-a4e0-f69c-5632c9f87f07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1c1222e8556947088c0c98d2cae3844a 2024-12-02T18:20:53,660 DEBUG [M:0;95451c90bed2:41389 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41121/user/jenkins/test-data/5be97cea-eae5-a4e0-f69c-5632c9f87f07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6eb2a1b9d84f4e9e8278b9f1b8157bb1 as hdfs://localhost:41121/user/jenkins/test-data/5be97cea-eae5-a4e0-f69c-5632c9f87f07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6eb2a1b9d84f4e9e8278b9f1b8157bb1 2024-12-02T18:20:53,664 INFO [M:0;95451c90bed2:41389 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41121/user/jenkins/test-data/5be97cea-eae5-a4e0-f69c-5632c9f87f07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6eb2a1b9d84f4e9e8278b9f1b8157bb1, entries=8, sequenceid=28, filesize=5.5 K 2024-12-02T18:20:53,665 DEBUG [M:0;95451c90bed2:41389 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41121/user/jenkins/test-data/5be97cea-eae5-a4e0-f69c-5632c9f87f07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2efe0d69836641a8981fa7c5e0239863 as hdfs://localhost:41121/user/jenkins/test-data/5be97cea-eae5-a4e0-f69c-5632c9f87f07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2efe0d69836641a8981fa7c5e0239863 2024-12-02T18:20:53,669 INFO [M:0;95451c90bed2:41389 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41121/user/jenkins/test-data/5be97cea-eae5-a4e0-f69c-5632c9f87f07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2efe0d69836641a8981fa7c5e0239863, entries=3, sequenceid=28, filesize=5.2 K 2024-12-02T18:20:53,670 DEBUG [M:0;95451c90bed2:41389 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41121/user/jenkins/test-data/5be97cea-eae5-a4e0-f69c-5632c9f87f07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1c1222e8556947088c0c98d2cae3844a as hdfs://localhost:41121/user/jenkins/test-data/5be97cea-eae5-a4e0-f69c-5632c9f87f07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1c1222e8556947088c0c98d2cae3844a 2024-12-02T18:20:53,673 INFO [M:0;95451c90bed2:41389 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41121/user/jenkins/test-data/5be97cea-eae5-a4e0-f69c-5632c9f87f07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1c1222e8556947088c0c98d2cae3844a, entries=1, sequenceid=28, filesize=5.0 K 2024-12-02T18:20:53,674 INFO [M:0;95451c90bed2:41389 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 897ms, sequenceid=28, compaction requested=false 2024-12-02T18:20:53,675 INFO [M:0;95451c90bed2:41389 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:20:53,675 DEBUG [M:0;95451c90bed2:41389 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733163652777Disabling compacts and flushes for region at 1733163652777Disabling writes for close at 1733163652777Obtaining lock to block concurrent updates at 1733163652777Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733163652777Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733163652778 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733163652778Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733163652778Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733163652797 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733163652797Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733163652809 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733163652828 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733163652828Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733163653237 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733163653250 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733163653250Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@464e291b: reopening flushed file at 1733163653659 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c688d7b: reopening flushed file at 1733163653664 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@283fab18: reopening flushed file at 1733163653669 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 897ms, sequenceid=28, compaction requested=false at 1733163653674 (+5 ms)Writing region close event to WAL at 1733163653675 (+1 ms)Closed at 1733163653675 2024-12-02T18:20:53,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36793 is added to blk_1073741830_1006 (size=10165) 2024-12-02T18:20:53,677 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5be97cea-eae5-a4e0-f69c-5632c9f87f07/MasterData/WALs/95451c90bed2,41389,1733163636779/95451c90bed2%2C41389%2C1733163636779.1733163638768 not finished, retry = 0 2024-12-02T18:20:53,778 INFO [M:0;95451c90bed2:41389 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T18:20:53,778 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T18:20:53,778 INFO [M:0;95451c90bed2:41389 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41389 2024-12-02T18:20:53,779 INFO [M:0;95451c90bed2:41389 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T18:20:53,838 DEBUG [RS:0;95451c90bed2:37313.replicationSource.wal-reader.95451c90bed2%2C37313%2C1733163646052,1-95451c90bed2,37313,1733163646052 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/WALs/95451c90bed2,37313,1733163646052/95451c90bed2%2C37313%2C1733163646052.1733163647240 to pos 0, reset compression=false 2024-12-02T18:20:53,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41389-0x1019746344f0003, quorum=127.0.0.1:54754, baseZNode=/1-722232239 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:20:53,892 INFO [M:0;95451c90bed2:41389 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T18:20:53,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41389-0x1019746344f0003, quorum=127.0.0.1:54754, baseZNode=/1-722232239 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:20:53,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@183aab32{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T18:20:53,902 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5781baaf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T18:20:53,902 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T18:20:53,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f8e46f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T18:20:53,903 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@684fa325{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ef45fd7-d3ac-7903-2c20-58489cda7dd2/hadoop.log.dir/,STOPPED} 2024-12-02T18:20:53,904 WARN [BP-605565588-172.17.0.3-1733163634501 heartbeating to localhost/127.0.0.1:41121 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T18:20:53,904 WARN [BP-605565588-172.17.0.3-1733163634501 heartbeating to localhost/127.0.0.1:41121 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-605565588-172.17.0.3-1733163634501 (Datanode Uuid 75d621c0-2f50-49a7-8afa-157cd9a15b3a) service to localhost/127.0.0.1:41121 2024-12-02T18:20:53,905 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ef45fd7-d3ac-7903-2c20-58489cda7dd2/cluster_6c94e9bc-8f85-aaef-b1aa-3b44745ec06a/data/data1/current/BP-605565588-172.17.0.3-1733163634501 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T18:20:53,905 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ef45fd7-d3ac-7903-2c20-58489cda7dd2/cluster_6c94e9bc-8f85-aaef-b1aa-3b44745ec06a/data/data2/current/BP-605565588-172.17.0.3-1733163634501 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T18:20:53,905 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T18:20:53,905 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T18:20:53,905 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T18:20:53,909 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@bc17592{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T18:20:53,910 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1f0f1710{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T18:20:53,910 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T18:20:53,910 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@243c982e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T18:20:53,910 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33c849b7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ef45fd7-d3ac-7903-2c20-58489cda7dd2/hadoop.log.dir/,STOPPED} 2024-12-02T18:20:53,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T18:20:53,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T18:20:53,920 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T18:20:53,921 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:20:53,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:20:53,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:20:53,921 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:20:53,921 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T18:20:53,921 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=871804774, stopped=false 2024-12-02T18:20:53,921 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=95451c90bed2,36099,1733163645930 2024-12-02T18:20:53,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1019746344f0007, quorum=127.0.0.1:54754, baseZNode=/01903373175 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01903373175/running 2024-12-02T18:20:53,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36099-0x1019746344f0006, quorum=127.0.0.1:54754, baseZNode=/01903373175 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01903373175/running 2024-12-02T18:20:53,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36099-0x1019746344f0006, quorum=127.0.0.1:54754, baseZNode=/01903373175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01903373175 2024-12-02T18:20:53,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1019746344f0007, quorum=127.0.0.1:54754, baseZNode=/01903373175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01903373175 2024-12-02T18:20:53,939 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T18:20:53,939 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37313-0x1019746344f0007, quorum=127.0.0.1:54754, baseZNode=/01903373175 Set watcher on znode that does not yet exist, /01903373175/running 2024-12-02T18:20:53,939 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36099-0x1019746344f0006, quorum=127.0.0.1:54754, baseZNode=/01903373175 Set watcher on znode that does not yet exist, /01903373175/running 2024-12-02T18:20:53,940 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T18:20:53,940 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:20:53,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:20:53,940 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '95451c90bed2,37313,1733163646052' ***** 2024-12-02T18:20:53,940 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T18:20:53,940 INFO [RS:0;95451c90bed2:37313 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T18:20:53,940 INFO [RS:0;95451c90bed2:37313 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T18:20:53,940 INFO [RS:0;95451c90bed2:37313 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T18:20:53,940 INFO [RS:0;95451c90bed2:37313 {}] regionserver.HRegionServer(3091): Received CLOSE for 7af28cb338ded52465a2101583179f2a 2024-12-02T18:20:53,941 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T18:20:53,941 INFO [RS:0;95451c90bed2:37313 {}] regionserver.HRegionServer(959): stopping server 95451c90bed2,37313,1733163646052 2024-12-02T18:20:53,941 INFO [RS:0;95451c90bed2:37313 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T18:20:53,941 INFO [RS:0;95451c90bed2:37313 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;95451c90bed2:37313. 2024-12-02T18:20:53,941 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7af28cb338ded52465a2101583179f2a, disabling compactions & flushes 2024-12-02T18:20:53,941 DEBUG [RS:0;95451c90bed2:37313 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:20:53,941 DEBUG [RS:0;95451c90bed2:37313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:20:53,941 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733163641023.7af28cb338ded52465a2101583179f2a. 2024-12-02T18:20:53,941 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733163641023.7af28cb338ded52465a2101583179f2a. 2024-12-02T18:20:53,941 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733163641023.7af28cb338ded52465a2101583179f2a. after waiting 0 ms 2024-12-02T18:20:53,941 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733163641023.7af28cb338ded52465a2101583179f2a. 2024-12-02T18:20:53,941 INFO [RS:0;95451c90bed2:37313 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T18:20:53,941 INFO [RS:0;95451c90bed2:37313 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T18:20:53,941 INFO [RS:0;95451c90bed2:37313 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T18:20:53,941 INFO [RS:0;95451c90bed2:37313 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T18:20:53,944 INFO [RS:0;95451c90bed2:37313 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T18:20:53,944 DEBUG [RS:0;95451c90bed2:37313 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7af28cb338ded52465a2101583179f2a=hbase:replication,,1733163641023.7af28cb338ded52465a2101583179f2a.} 2024-12-02T18:20:53,944 DEBUG [RS:0;95451c90bed2:37313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7af28cb338ded52465a2101583179f2a 2024-12-02T18:20:53,945 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T18:20:53,945 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T18:20:53,945 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T18:20:53,945 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T18:20:53,945 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T18:20:53,945 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-02T18:20:53,948 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/data/hbase/replication/7af28cb338ded52465a2101583179f2a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-12-02T18:20:53,948 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T18:20:53,948 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T18:20:53,948 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733163641023.7af28cb338ded52465a2101583179f2a. 2024-12-02T18:20:53,948 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7af28cb338ded52465a2101583179f2a: Waiting for close lock at 1733163653941Running coprocessor pre-close hooks at 1733163653941Disabling compacts and flushes for region at 1733163653941Disabling writes for close at 1733163653941Writing region close event to WAL at 1733163653945 (+4 ms)Running coprocessor post-close hooks at 1733163653948 (+3 ms)Closed at 1733163653948 2024-12-02T18:20:53,949 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733163641023.7af28cb338ded52465a2101583179f2a. 2024-12-02T18:20:53,961 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/data/hbase/meta/1588230740/.tmp/info/30c403f020de405bb2da939359428318 is 147, key is hbase:replication,,1733163641023.7af28cb338ded52465a2101583179f2a./info:regioninfo/1733163651766/Put/seqid=0 2024-12-02T18:20:53,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34747 is added to blk_1073741851_1027 (size=6385) 2024-12-02T18:20:53,982 INFO [regionserver/95451c90bed2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T18:20:54,145 DEBUG [RS:0;95451c90bed2:37313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T18:20:54,153 INFO [regionserver/95451c90bed2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T18:20:54,153 INFO [regionserver/95451c90bed2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T18:20:54,345 DEBUG [RS:0;95451c90bed2:37313 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T18:20:54,366 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/data/hbase/meta/1588230740/.tmp/info/30c403f020de405bb2da939359428318 2024-12-02T18:20:54,373 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/data/hbase/meta/1588230740/.tmp/info/30c403f020de405bb2da939359428318 as hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/data/hbase/meta/1588230740/info/30c403f020de405bb2da939359428318 2024-12-02T18:20:54,379 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/data/hbase/meta/1588230740/info/30c403f020de405bb2da939359428318, entries=8, sequenceid=19, filesize=6.2 K 2024-12-02T18:20:54,380 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=19, compaction requested=false 2024-12-02T18:20:54,401 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-02T18:20:54,402 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T18:20:54,402 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T18:20:54,402 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T18:20:54,402 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733163653945Running coprocessor pre-close hooks at 1733163653945Disabling compacts and flushes for region at 1733163653945Disabling writes for close at 1733163653945Obtaining lock to block concurrent updates at 1733163653945Preparing flush snapshotting stores in 1588230740 at 1733163653945Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733163653945Flushing stores of hbase:meta,,1.1588230740 at 1733163653946 (+1 ms)Flushing 1588230740/info: creating writer at 1733163653946Flushing 1588230740/info: appending metadata at 1733163653961 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733163653961Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66351455: reopening flushed file at 1733163654372 (+411 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=19, compaction requested=false at 1733163654380 (+8 ms)Writing region close event to WAL at 1733163654392 (+12 ms)Running coprocessor post-close hooks at 1733163654401 (+9 ms)Closed at 1733163654402 (+1 ms) 2024-12-02T18:20:54,402 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T18:20:54,545 INFO [RS:0;95451c90bed2:37313 {}] regionserver.HRegionServer(976): stopping server 95451c90bed2,37313,1733163646052; all regions closed. 2024-12-02T18:20:54,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34747 is added to blk_1073741849_1025 (size=2156) 2024-12-02T18:20:54,551 DEBUG [RS:0;95451c90bed2:37313 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/oldWALs 2024-12-02T18:20:54,551 INFO [RS:0;95451c90bed2:37313 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 95451c90bed2%2C37313%2C1733163646052.meta:.meta(num 1733163647463) 2024-12-02T18:20:54,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34747 is added to blk_1073741850_1026 (size=796) 2024-12-02T18:20:54,556 DEBUG [RS:0;95451c90bed2:37313 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/oldWALs 2024-12-02T18:20:54,556 INFO [RS:0;95451c90bed2:37313 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 95451c90bed2%2C37313%2C1733163646052.rep:(num 1733163651725) 2024-12-02T18:20:54,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34747 is added to blk_1073741848_1024 (size=93) 2024-12-02T18:20:54,558 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/WALs/95451c90bed2,37313,1733163646052/95451c90bed2%2C37313%2C1733163646052.1733163647240 not finished, retry = 0 2024-12-02T18:20:54,661 DEBUG [RS:0;95451c90bed2:37313 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/oldWALs 2024-12-02T18:20:54,661 INFO [RS:0;95451c90bed2:37313 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 95451c90bed2%2C37313%2C1733163646052:(num 1733163647240) 2024-12-02T18:20:54,661 DEBUG [RS:0;95451c90bed2:37313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:20:54,661 INFO [RS:0;95451c90bed2:37313 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T18:20:54,661 INFO [RS:0;95451c90bed2:37313 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T18:20:54,662 INFO [RS:0;95451c90bed2:37313 {}] hbase.ChoreService(370): Chore service for: regionserver/95451c90bed2:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T18:20:54,662 INFO [RS:0;95451c90bed2:37313 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T18:20:54,662 INFO [regionserver/95451c90bed2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T18:20:54,662 INFO [RS:0;95451c90bed2:37313 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-95451c90bed2,37313,1733163646052 because: Region server is closing 2024-12-02T18:20:54,662 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/95451c90bed2:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-02T18:20:54,662 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/95451c90bed2:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-02T18:20:54,662 INFO [RS:0;95451c90bed2:37313 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;95451c90bed2:37313. 2024-12-02T18:20:54,662 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/95451c90bed2:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-02T18:20:54,662 DEBUG [RS:0;95451c90bed2:37313 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:20:54,662 DEBUG [RS:0;95451c90bed2:37313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:20:54,662 DEBUG [RS:0;95451c90bed2:37313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:20:54,662 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:20:54,763 WARN [RS:0;95451c90bed2:37313.replicationSource.shipper95451c90bed2%2C37313%2C1733163646052,1-95451c90bed2,37313,1733163646052 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-02T18:20:54,763 WARN [RS:0;95451c90bed2:37313.replicationSource.wal-reader.95451c90bed2%2C37313%2C1733163646052,1-95451c90bed2,37313,1733163646052 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T18:20:54,763 INFO [RS:0;95451c90bed2:37313 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;95451c90bed2:37313.replicationSource.shipper95451c90bed2%2C37313%2C1733163646052,1-95451c90bed2,37313,1733163646052 terminated 2024-12-02T18:20:54,763 INFO [RS:0;95451c90bed2:37313 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37313 2024-12-02T18:20:54,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36099-0x1019746344f0006, quorum=127.0.0.1:54754, baseZNode=/01903373175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01903373175/rs 2024-12-02T18:20:54,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1019746344f0007, quorum=127.0.0.1:54754, baseZNode=/01903373175 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01903373175/rs/95451c90bed2,37313,1733163646052 2024-12-02T18:20:54,781 INFO [RS:0;95451c90bed2:37313 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T18:20:54,782 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [95451c90bed2,37313,1733163646052] 2024-12-02T18:20:54,802 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01903373175/draining/95451c90bed2,37313,1733163646052 already deleted, retry=false 2024-12-02T18:20:54,802 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 95451c90bed2,37313,1733163646052 expired; onlineServers=0 2024-12-02T18:20:54,802 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '95451c90bed2,36099,1733163645930' ***** 2024-12-02T18:20:54,802 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T18:20:54,802 INFO [M:0;95451c90bed2:36099 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T18:20:54,802 INFO [M:0;95451c90bed2:36099 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T18:20:54,802 DEBUG [M:0;95451c90bed2:36099 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T18:20:54,802 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T18:20:54,802 DEBUG [M:0;95451c90bed2:36099 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T18:20:54,802 DEBUG [master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.large.0-1733163646877 {}] cleaner.HFileCleaner(306): Exit Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.large.0-1733163646877,5,FailOnTimeoutGroup] 2024-12-02T18:20:54,802 INFO [M:0;95451c90bed2:36099 {}] hbase.ChoreService(370): Chore service for: master/95451c90bed2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T18:20:54,803 INFO [M:0;95451c90bed2:36099 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T18:20:54,803 DEBUG [M:0;95451c90bed2:36099 {}] master.HMaster(1795): Stopping service threads 2024-12-02T18:20:54,803 INFO [M:0;95451c90bed2:36099 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T18:20:54,803 INFO [M:0;95451c90bed2:36099 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T18:20:54,803 DEBUG [master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.small.0-1733163646880 {}] cleaner.HFileCleaner(306): Exit Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.small.0-1733163646880,5,FailOnTimeoutGroup] 2024-12-02T18:20:54,803 INFO [M:0;95451c90bed2:36099 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T18:20:54,803 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T18:20:54,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36099-0x1019746344f0006, quorum=127.0.0.1:54754, baseZNode=/01903373175 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01903373175/master 2024-12-02T18:20:54,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36099-0x1019746344f0006, quorum=127.0.0.1:54754, baseZNode=/01903373175 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01903373175 2024-12-02T18:20:54,823 DEBUG [M:0;95451c90bed2:36099 {}] zookeeper.RecoverableZooKeeper(212): Node /01903373175/master already deleted, retry=false 2024-12-02T18:20:54,823 DEBUG [M:0;95451c90bed2:36099 {}] master.ActiveMasterManager(353): master:36099-0x1019746344f0006, quorum=127.0.0.1:54754, baseZNode=/01903373175 Failed delete of our master address node; KeeperErrorCode = NoNode for /01903373175/master 2024-12-02T18:20:54,824 INFO [M:0;95451c90bed2:36099 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/.lastflushedseqids 2024-12-02T18:20:54,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34747 is added to blk_1073741852_1028 (size=181) 2024-12-02T18:20:54,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1019746344f0007, quorum=127.0.0.1:54754, baseZNode=/01903373175 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:20:54,892 INFO [RS:0;95451c90bed2:37313 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T18:20:54,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37313-0x1019746344f0007, quorum=127.0.0.1:54754, baseZNode=/01903373175 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:20:54,892 INFO [RS:0;95451c90bed2:37313 {}] regionserver.HRegionServer(1031): Exiting; stopping=95451c90bed2,37313,1733163646052; zookeeper connection closed. 2024-12-02T18:20:54,892 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1f5c7b0a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1f5c7b0a 2024-12-02T18:20:54,892 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T18:20:55,234 INFO [M:0;95451c90bed2:36099 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T18:20:55,234 INFO [M:0;95451c90bed2:36099 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T18:20:55,234 DEBUG [M:0;95451c90bed2:36099 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T18:20:55,234 INFO [M:0;95451c90bed2:36099 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:20:55,235 DEBUG [M:0;95451c90bed2:36099 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:20:55,235 DEBUG [M:0;95451c90bed2:36099 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T18:20:55,235 DEBUG [M:0;95451c90bed2:36099 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:20:55,235 INFO [M:0;95451c90bed2:36099 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-02T18:20:55,248 DEBUG [M:0;95451c90bed2:36099 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/541f08611bae4774abf5568a83831a50 is 82, key is hbase:meta,,1/info:regioninfo/1733163647521/Put/seqid=0 2024-12-02T18:20:55,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34747 is added to blk_1073741853_1029 (size=5672) 2024-12-02T18:20:55,653 INFO [M:0;95451c90bed2:36099 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/541f08611bae4774abf5568a83831a50 2024-12-02T18:20:55,687 DEBUG [M:0;95451c90bed2:36099 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e4d289e4eff2440a9b2f342204392604 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1733163651771/Put/seqid=0 2024-12-02T18:20:55,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34747 is added to blk_1073741854_1030 (size=7312) 2024-12-02T18:20:56,098 INFO [M:0;95451c90bed2:36099 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e4d289e4eff2440a9b2f342204392604 2024-12-02T18:20:56,129 DEBUG [M:0;95451c90bed2:36099 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0827c9098b3f4648b4b867f86f02b5bc is 69, key is 95451c90bed2,37313,1733163646052/rs:state/1733163646954/Put/seqid=0 2024-12-02T18:20:56,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34747 is added to blk_1073741855_1031 (size=5370) 2024-12-02T18:20:56,150 INFO [M:0;95451c90bed2:36099 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0827c9098b3f4648b4b867f86f02b5bc 2024-12-02T18:20:56,160 INFO [M:0;95451c90bed2:36099 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0827c9098b3f4648b4b867f86f02b5bc 2024-12-02T18:20:56,161 DEBUG [M:0;95451c90bed2:36099 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/541f08611bae4774abf5568a83831a50 as hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/541f08611bae4774abf5568a83831a50 2024-12-02T18:20:56,167 INFO [M:0;95451c90bed2:36099 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/541f08611bae4774abf5568a83831a50, entries=8, sequenceid=127, filesize=5.5 K 2024-12-02T18:20:56,169 DEBUG [M:0;95451c90bed2:36099 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e4d289e4eff2440a9b2f342204392604 as hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e4d289e4eff2440a9b2f342204392604 2024-12-02T18:20:56,174 INFO [M:0;95451c90bed2:36099 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e4d289e4eff2440a9b2f342204392604, entries=7, sequenceid=127, filesize=7.1 K 2024-12-02T18:20:56,177 DEBUG [M:0;95451c90bed2:36099 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0827c9098b3f4648b4b867f86f02b5bc as hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0827c9098b3f4648b4b867f86f02b5bc 2024-12-02T18:20:56,183 INFO [M:0;95451c90bed2:36099 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0827c9098b3f4648b4b867f86f02b5bc 2024-12-02T18:20:56,183 INFO [M:0;95451c90bed2:36099 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35899/user/jenkins/test-data/f72236c0-f5dc-aa36-181b-53bc35f03dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0827c9098b3f4648b4b867f86f02b5bc, entries=2, sequenceid=127, filesize=5.2 K 2024-12-02T18:20:56,184 INFO [M:0;95451c90bed2:36099 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 949ms, sequenceid=127, compaction requested=false 2024-12-02T18:20:56,193 INFO [M:0;95451c90bed2:36099 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:20:56,193 DEBUG [M:0;95451c90bed2:36099 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733163655234Disabling compacts and flushes for region at 1733163655234Disabling writes for close at 1733163655235 (+1 ms)Obtaining lock to block concurrent updates at 1733163655235Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733163655235Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733163655235Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733163655235Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733163655235Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733163655247 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733163655247Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733163655659 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733163655686 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733163655686Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733163656105 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733163656128 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733163656128Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@533d341c: reopening flushed file at 1733163656160 (+32 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f9582c9: reopening flushed file at 1733163656168 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29ff941f: reopening flushed file at 1733163656174 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 949ms, sequenceid=127, compaction requested=false at 1733163656184 (+10 ms)Writing region close event to WAL at 1733163656193 (+9 ms)Closed at 1733163656193 2024-12-02T18:20:56,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34747 is added to blk_1073741847_1023 (size=22903) 2024-12-02T18:20:56,200 INFO [M:0;95451c90bed2:36099 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T18:20:56,200 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T18:20:56,200 INFO [M:0;95451c90bed2:36099 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36099 2024-12-02T18:20:56,201 INFO [M:0;95451c90bed2:36099 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T18:20:56,313 INFO [M:0;95451c90bed2:36099 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T18:20:56,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36099-0x1019746344f0006, quorum=127.0.0.1:54754, baseZNode=/01903373175 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:20:56,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36099-0x1019746344f0006, quorum=127.0.0.1:54754, baseZNode=/01903373175 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:20:56,319 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6cb855d5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T18:20:56,320 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d8d2896{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T18:20:56,320 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T18:20:56,320 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fa3bf23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T18:20:56,321 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14bdd366{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cfed8be-d3e0-8e29-8cbe-8e377b1a9141/hadoop.log.dir/,STOPPED} 2024-12-02T18:20:56,323 WARN [BP-1922820870-172.17.0.3-1733163628733 heartbeating to localhost/127.0.0.1:35899 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T18:20:56,323 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T18:20:56,324 WARN [BP-1922820870-172.17.0.3-1733163628733 heartbeating to localhost/127.0.0.1:35899 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1922820870-172.17.0.3-1733163628733 (Datanode Uuid b0af9370-f941-48cc-9dd1-d9712a2c59d0) service to localhost/127.0.0.1:35899 2024-12-02T18:20:56,324 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T18:20:56,324 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cfed8be-d3e0-8e29-8cbe-8e377b1a9141/cluster_2870c07b-5b87-b5ed-96aa-022e6e815694/data/data1/current/BP-1922820870-172.17.0.3-1733163628733 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T18:20:56,324 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cfed8be-d3e0-8e29-8cbe-8e377b1a9141/cluster_2870c07b-5b87-b5ed-96aa-022e6e815694/data/data2/current/BP-1922820870-172.17.0.3-1733163628733 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T18:20:56,325 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T18:20:56,333 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41b567c5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T18:20:56,333 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@488881f5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T18:20:56,334 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T18:20:56,334 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d32fc16{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T18:20:56,334 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ad3a617{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3cfed8be-d3e0-8e29-8cbe-8e377b1a9141/hadoop.log.dir/,STOPPED} 2024-12-02T18:20:56,349 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T18:20:56,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T18:20:56,398 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=204 (was 158) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41121 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35899 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41121 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35899 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35899 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41121 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35899 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35899 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54754) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41121 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41121 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35899 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41121 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:41121 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:35899 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54754) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41121 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35899 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35899 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:35899 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41121 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41121 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=426 (was 315) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4084 (was 2699) - AvailableMemoryMB LEAK? - 2024-12-02T18:20:56,435 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=204, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=426, ProcessCount=11, AvailableMemoryMB=4084 2024-12-02T18:20:56,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019746344f0002, quorum=127.0.0.1:54754, baseZNode=/01903373175 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T18:20:56,445 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019746344f0002, quorum=127.0.0.1:54754, baseZNode=/01903373175 Received Disconnected from ZooKeeper, ignoring 2024-12-02T18:20:56,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019746344f0005, quorum=127.0.0.1:54754, baseZNode=/1-722232239 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T18:20:56,448 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019746344f0005, quorum=127.0.0.1:54754, baseZNode=/1-722232239 Received Disconnected from ZooKeeper, ignoring 2024-12-02T18:20:56,460 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-12-02T18:20:56,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ef45fd7-d3ac-7903-2c20-58489cda7dd2/hadoop.log.dir so I do NOT create it in target/test-data/0746f9f2-6c32-01df-c7a8-081c251304ca 2024-12-02T18:20:56,461 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ef45fd7-d3ac-7903-2c20-58489cda7dd2/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T18:20:56,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ef45fd7-d3ac-7903-2c20-58489cda7dd2/hadoop.tmp.dir so I do NOT create it in target/test-data/0746f9f2-6c32-01df-c7a8-081c251304ca 2024-12-02T18:20:56,461 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0ef45fd7-d3ac-7903-2c20-58489cda7dd2/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T18:20:56,461 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0746f9f2-6c32-01df-c7a8-081c251304ca 2024-12-02T18:20:56,461 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0746f9f2-6c32-01df-c7a8-081c251304ca/cluster_aad06b20-f169-182a-0718-4adef393cecd, deleteOnExit=true 2024-12-02T18:20:56,471 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0746f9f2-6c32-01df-c7a8-081c251304ca/cluster_aad06b20-f169-182a-0718-4adef393cecd/zookeeper_0, clientPort=54215, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0746f9f2-6c32-01df-c7a8-081c251304ca/cluster_aad06b20-f169-182a-0718-4adef393cecd/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0746f9f2-6c32-01df-c7a8-081c251304ca/cluster_aad06b20-f169-182a-0718-4adef393cecd/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T18:20:56,477 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54215 2024-12-02T18:20:56,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T18:20:56,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T18:20:56,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0746f9f2-6c32-01df-c7a8-081c251304ca/test.cache.data in system properties and HBase conf 2024-12-02T18:20:56,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0746f9f2-6c32-01df-c7a8-081c251304ca/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T18:20:56,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0746f9f2-6c32-01df-c7a8-081c251304ca/hadoop.log.dir in system properties and HBase conf 2024-12-02T18:20:56,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0746f9f2-6c32-01df-c7a8-081c251304ca/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T18:20:56,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0746f9f2-6c32-01df-c7a8-081c251304ca/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T18:20:56,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T18:20:56,478 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T18:20:56,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0746f9f2-6c32-01df-c7a8-081c251304ca/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T18:20:56,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0746f9f2-6c32-01df-c7a8-081c251304ca/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T18:20:56,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0746f9f2-6c32-01df-c7a8-081c251304ca/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T18:20:56,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0746f9f2-6c32-01df-c7a8-081c251304ca/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T18:20:56,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0746f9f2-6c32-01df-c7a8-081c251304ca/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T18:20:56,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0746f9f2-6c32-01df-c7a8-081c251304ca/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T18:20:56,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0746f9f2-6c32-01df-c7a8-081c251304ca/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T18:20:56,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0746f9f2-6c32-01df-c7a8-081c251304ca/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T18:20:56,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0746f9f2-6c32-01df-c7a8-081c251304ca/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T18:20:56,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0746f9f2-6c32-01df-c7a8-081c251304ca/nfs.dump.dir in system properties and HBase conf 2024-12-02T18:20:56,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0746f9f2-6c32-01df-c7a8-081c251304ca/java.io.tmpdir in system properties and HBase conf 2024-12-02T18:20:56,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0746f9f2-6c32-01df-c7a8-081c251304ca/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T18:20:56,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0746f9f2-6c32-01df-c7a8-081c251304ca/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T18:20:56,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0746f9f2-6c32-01df-c7a8-081c251304ca/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T18:20:56,608 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T18:20:56,608 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T18:20:56,608 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T18:20:56,608 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T18:20:57,027 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T18:20:57,031 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T18:20:57,039 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T18:20:57,039 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T18:20:57,039 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T18:20:57,040 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T18:20:57,040 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47996aa0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0746f9f2-6c32-01df-c7a8-081c251304ca/hadoop.log.dir/,AVAILABLE} 2024-12-02T18:20:57,040 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@375a96e8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T18:20:57,157 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@e8372f3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0746f9f2-6c32-01df-c7a8-081c251304ca/java.io.tmpdir/jetty-localhost-42721-hadoop-hdfs-3_4_1-tests_jar-_-any-9035166219939926907/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T18:20:57,158 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@755866f7{HTTP/1.1, (http/1.1)}{localhost:42721} 2024-12-02T18:20:57,158 INFO [Time-limited test {}] server.Server(415): Started @166691ms 2024-12-02T18:20:57,416 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T18:20:57,423 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T18:20:57,424 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T18:20:57,424 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T18:20:57,424 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T18:20:57,426 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@94d1555{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0746f9f2-6c32-01df-c7a8-081c251304ca/hadoop.log.dir/,AVAILABLE} 2024-12-02T18:20:57,426 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b562ab6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T18:20:57,549 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@233a9ae1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0746f9f2-6c32-01df-c7a8-081c251304ca/java.io.tmpdir/jetty-localhost-44479-hadoop-hdfs-3_4_1-tests_jar-_-any-3691364939831896064/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T18:20:57,550 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@693f0c4e{HTTP/1.1, (http/1.1)}{localhost:44479} 2024-12-02T18:20:57,550 INFO [Time-limited test {}] server.Server(415): Started @167083ms 2024-12-02T18:20:57,550 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T18:20:58,904 WARN [Thread-1682 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0746f9f2-6c32-01df-c7a8-081c251304ca/cluster_aad06b20-f169-182a-0718-4adef393cecd/data/data1/current/BP-2004368135-172.17.0.3-1733163656555/current, will proceed with Du for space computation calculation, 2024-12-02T18:20:58,916 WARN [Thread-1683 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0746f9f2-6c32-01df-c7a8-081c251304ca/cluster_aad06b20-f169-182a-0718-4adef393cecd/data/data2/current/BP-2004368135-172.17.0.3-1733163656555/current, will proceed with Du for space computation calculation, 2024-12-02T18:20:59,021 WARN [Thread-1670 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T18:20:59,031 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb50b215d267aebe7 with lease ID 0x96b77bffae13d094: Processing first storage report for DS-5ecbe601-96b0-4b4a-8121-931564c42827 from datanode DatanodeRegistration(127.0.0.1:43305, datanodeUuid=57605545-b630-49d8-93ce-c2c71e36a395, infoPort=39031, infoSecurePort=0, ipcPort=36041, storageInfo=lv=-57;cid=testClusterID;nsid=317729280;c=1733163656555) 2024-12-02T18:20:59,031 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb50b215d267aebe7 with lease ID 0x96b77bffae13d094: from storage DS-5ecbe601-96b0-4b4a-8121-931564c42827 node DatanodeRegistration(127.0.0.1:43305, datanodeUuid=57605545-b630-49d8-93ce-c2c71e36a395, infoPort=39031, infoSecurePort=0, ipcPort=36041, storageInfo=lv=-57;cid=testClusterID;nsid=317729280;c=1733163656555), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T18:20:59,032 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb50b215d267aebe7 with lease ID 0x96b77bffae13d094: Processing first storage report for DS-c9d03ffd-166a-4975-9cc2-55170796f379 from datanode DatanodeRegistration(127.0.0.1:43305, datanodeUuid=57605545-b630-49d8-93ce-c2c71e36a395, infoPort=39031, infoSecurePort=0, ipcPort=36041, storageInfo=lv=-57;cid=testClusterID;nsid=317729280;c=1733163656555) 2024-12-02T18:20:59,032 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb50b215d267aebe7 with lease ID 0x96b77bffae13d094: from storage DS-c9d03ffd-166a-4975-9cc2-55170796f379 node DatanodeRegistration(127.0.0.1:43305, datanodeUuid=57605545-b630-49d8-93ce-c2c71e36a395, infoPort=39031, infoSecurePort=0, ipcPort=36041, storageInfo=lv=-57;cid=testClusterID;nsid=317729280;c=1733163656555), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T18:20:59,121 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0746f9f2-6c32-01df-c7a8-081c251304ca 2024-12-02T18:20:59,121 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:20:59,123 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:20:59,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43305 is added to blk_1073741825_1001 (size=7) 2024-12-02T18:20:59,454 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T18:20:59,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:20:59,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:20:59,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:20:59,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:20:59,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:20:59,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:20:59,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:20:59,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:20:59,565 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841 with version=8 2024-12-02T18:20:59,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/hbase-staging 2024-12-02T18:20:59,568 INFO [Time-limited test {}] client.ConnectionUtils(128): master/95451c90bed2:0 server-side Connection retries=45 2024-12-02T18:20:59,568 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:20:59,568 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T18:20:59,568 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T18:20:59,568 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:20:59,568 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T18:20:59,568 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T18:20:59,568 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T18:20:59,580 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39485 2024-12-02T18:20:59,582 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39485 connecting to ZooKeeper ensemble=127.0.0.1:54215 2024-12-02T18:20:59,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:394850x0, quorum=127.0.0.1:54215, baseZNode=/0-1992781382 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T18:20:59,731 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39485-0x1019746a0c20000 connected 2024-12-02T18:21:00,048 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:21:00,049 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:21:00,052 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39485-0x1019746a0c20000, quorum=127.0.0.1:54215, baseZNode=/0-1992781382 Set watcher on znode that does not yet exist, /0-1992781382/running 2024-12-02T18:21:00,052 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841, hbase.cluster.distributed=false 2024-12-02T18:21:00,061 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39485-0x1019746a0c20000, quorum=127.0.0.1:54215, baseZNode=/0-1992781382 Set watcher on znode that does not yet exist, /0-1992781382/acl 2024-12-02T18:21:00,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39485 2024-12-02T18:21:00,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39485 2024-12-02T18:21:00,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39485 2024-12-02T18:21:00,069 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39485 2024-12-02T18:21:00,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39485 2024-12-02T18:21:00,092 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/95451c90bed2:0 server-side Connection retries=45 2024-12-02T18:21:00,092 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:21:00,092 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T18:21:00,092 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T18:21:00,092 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:21:00,093 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T18:21:00,093 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T18:21:00,093 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T18:21:00,095 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46761 2024-12-02T18:21:00,097 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46761 connecting to ZooKeeper ensemble=127.0.0.1:54215 2024-12-02T18:21:00,097 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:21:00,100 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:21:00,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:467610x0, quorum=127.0.0.1:54215, baseZNode=/0-1992781382 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T18:21:00,115 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46761-0x1019746a0c20001 connected 2024-12-02T18:21:00,115 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46761-0x1019746a0c20001, quorum=127.0.0.1:54215, baseZNode=/0-1992781382 Set watcher on znode that does not yet exist, /0-1992781382/running 2024-12-02T18:21:00,116 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T18:21:00,120 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T18:21:00,120 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46761-0x1019746a0c20001, quorum=127.0.0.1:54215, baseZNode=/0-1992781382 Set watcher on znode that does not yet exist, /0-1992781382/master 2024-12-02T18:21:00,121 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46761-0x1019746a0c20001, quorum=127.0.0.1:54215, baseZNode=/0-1992781382 Set watcher on znode that does not yet exist, /0-1992781382/acl 2024-12-02T18:21:00,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46761 2024-12-02T18:21:00,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46761 2024-12-02T18:21:00,133 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46761 2024-12-02T18:21:00,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46761 2024-12-02T18:21:00,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46761 2024-12-02T18:21:00,163 DEBUG [M:0;95451c90bed2:39485 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;95451c90bed2:39485 2024-12-02T18:21:00,163 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1992781382/backup-masters/95451c90bed2,39485,1733163659568 2024-12-02T18:21:00,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39485-0x1019746a0c20000, quorum=127.0.0.1:54215, baseZNode=/0-1992781382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1992781382/backup-masters 2024-12-02T18:21:00,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46761-0x1019746a0c20001, quorum=127.0.0.1:54215, baseZNode=/0-1992781382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1992781382/backup-masters 2024-12-02T18:21:00,180 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39485-0x1019746a0c20000, quorum=127.0.0.1:54215, baseZNode=/0-1992781382 Set watcher on existing znode=/0-1992781382/backup-masters/95451c90bed2,39485,1733163659568 2024-12-02T18:21:00,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39485-0x1019746a0c20000, quorum=127.0.0.1:54215, baseZNode=/0-1992781382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1992781382 2024-12-02T18:21:00,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46761-0x1019746a0c20001, quorum=127.0.0.1:54215, baseZNode=/0-1992781382 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1992781382/master 2024-12-02T18:21:00,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46761-0x1019746a0c20001, quorum=127.0.0.1:54215, baseZNode=/0-1992781382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1992781382 2024-12-02T18:21:00,191 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39485-0x1019746a0c20000, quorum=127.0.0.1:54215, baseZNode=/0-1992781382 Set watcher on existing znode=/0-1992781382/master 2024-12-02T18:21:00,192 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1992781382/backup-masters/95451c90bed2,39485,1733163659568 from backup master directory 2024-12-02T18:21:00,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46761-0x1019746a0c20001, quorum=127.0.0.1:54215, baseZNode=/0-1992781382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1992781382/backup-masters 2024-12-02T18:21:00,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39485-0x1019746a0c20000, quorum=127.0.0.1:54215, baseZNode=/0-1992781382 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1992781382/backup-masters/95451c90bed2,39485,1733163659568 2024-12-02T18:21:00,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39485-0x1019746a0c20000, quorum=127.0.0.1:54215, baseZNode=/0-1992781382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1992781382/backup-masters 2024-12-02T18:21:00,199 WARN [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T18:21:00,199 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=95451c90bed2,39485,1733163659568 2024-12-02T18:21:00,205 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/hbase.id] with ID: cc0a270f-77f4-40a6-909e-d6732e470895 2024-12-02T18:21:00,205 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/.tmp/hbase.id 2024-12-02T18:21:00,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43305 is added to blk_1073741826_1002 (size=42) 2024-12-02T18:21:00,221 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/.tmp/hbase.id]:[hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/hbase.id] 2024-12-02T18:21:00,232 INFO [master/95451c90bed2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:21:00,232 INFO [master/95451c90bed2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T18:21:00,233 INFO [master/95451c90bed2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T18:21:00,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46761-0x1019746a0c20001, quorum=127.0.0.1:54215, baseZNode=/0-1992781382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1992781382 2024-12-02T18:21:00,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39485-0x1019746a0c20000, quorum=127.0.0.1:54215, baseZNode=/0-1992781382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1992781382 2024-12-02T18:21:00,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43305 is added to blk_1073741827_1003 (size=196) 2024-12-02T18:21:00,270 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T18:21:00,271 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T18:21:00,276 INFO [master/95451c90bed2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:21:00,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43305 is added to blk_1073741828_1004 (size=1189) 2024-12-02T18:21:00,691 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/MasterData/data/master/store 2024-12-02T18:21:00,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43305 is added to blk_1073741829_1005 (size=34) 2024-12-02T18:21:00,722 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:21:00,723 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T18:21:00,723 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:21:00,723 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:21:00,723 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T18:21:00,723 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:21:00,723 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:21:00,723 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733163660723Disabling compacts and flushes for region at 1733163660723Disabling writes for close at 1733163660723Writing region close event to WAL at 1733163660723Closed at 1733163660723 2024-12-02T18:21:00,724 WARN [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/MasterData/data/master/store/.initializing 2024-12-02T18:21:00,724 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/MasterData/WALs/95451c90bed2,39485,1733163659568 2024-12-02T18:21:00,725 INFO [master/95451c90bed2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T18:21:00,727 INFO [master/95451c90bed2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=95451c90bed2%2C39485%2C1733163659568, suffix=, logDir=hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/MasterData/WALs/95451c90bed2,39485,1733163659568, archiveDir=hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/MasterData/oldWALs, maxLogs=10 2024-12-02T18:21:00,745 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/MasterData/WALs/95451c90bed2,39485,1733163659568/95451c90bed2%2C39485%2C1733163659568.1733163660727, exclude list is [], retry=0 2024-12-02T18:21:00,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43305,DS-5ecbe601-96b0-4b4a-8121-931564c42827,DISK] 2024-12-02T18:21:00,777 INFO [master/95451c90bed2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/MasterData/WALs/95451c90bed2,39485,1733163659568/95451c90bed2%2C39485%2C1733163659568.1733163660727 2024-12-02T18:21:00,780 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39031:39031)] 2024-12-02T18:21:00,780 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:21:00,780 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:21:00,781 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:21:00,781 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:21:00,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:21:00,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T18:21:00,786 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:00,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:21:00,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:21:00,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T18:21:00,789 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:00,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:21:00,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:21:00,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T18:21:00,791 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:00,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:21:00,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:21:00,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T18:21:00,793 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:00,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:21:00,793 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:21:00,795 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:21:00,795 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:21:00,796 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:21:00,796 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:21:00,796 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T18:21:00,797 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:21:00,799 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T18:21:00,799 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67999200, jitterRate=0.013267040252685547}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T18:21:00,800 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733163660781Initializing all the Stores at 1733163660782 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163660782Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163660784 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163660784Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163660784Cleaning up temporary data from old regions at 1733163660796 (+12 ms)Region opened successfully at 1733163660799 (+3 ms) 2024-12-02T18:21:00,800 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T18:21:00,803 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d7a314c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=95451c90bed2/172.17.0.3:0 2024-12-02T18:21:00,803 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T18:21:00,804 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T18:21:00,804 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T18:21:00,804 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T18:21:00,804 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T18:21:00,805 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T18:21:00,805 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T18:21:00,810 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T18:21:00,811 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39485-0x1019746a0c20000, quorum=127.0.0.1:54215, baseZNode=/0-1992781382 Unable to get data of znode /0-1992781382/balancer because node does not exist (not necessarily an error) 2024-12-02T18:21:00,875 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1992781382/balancer already deleted, retry=false 2024-12-02T18:21:00,876 INFO [master/95451c90bed2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T18:21:00,876 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39485-0x1019746a0c20000, quorum=127.0.0.1:54215, baseZNode=/0-1992781382 Unable to get data of znode /0-1992781382/normalizer because node does not exist (not necessarily an error) 2024-12-02T18:21:00,960 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1992781382/normalizer already deleted, retry=false 2024-12-02T18:21:00,961 INFO [master/95451c90bed2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T18:21:00,966 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39485-0x1019746a0c20000, quorum=127.0.0.1:54215, baseZNode=/0-1992781382 Unable to get data of znode /0-1992781382/switch/split because node does not exist (not necessarily an error) 2024-12-02T18:21:01,024 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1992781382/switch/split already deleted, retry=false 2024-12-02T18:21:01,026 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39485-0x1019746a0c20000, quorum=127.0.0.1:54215, baseZNode=/0-1992781382 Unable to get data of znode /0-1992781382/switch/merge because node does not exist (not necessarily an error) 2024-12-02T18:21:01,118 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1992781382/switch/merge already deleted, retry=false 2024-12-02T18:21:01,121 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39485-0x1019746a0c20000, quorum=127.0.0.1:54215, baseZNode=/0-1992781382 Unable to get data of znode /0-1992781382/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T18:21:01,269 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1992781382/snapshot-cleanup already deleted, retry=false 2024-12-02T18:21:01,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39485-0x1019746a0c20000, quorum=127.0.0.1:54215, baseZNode=/0-1992781382 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1992781382/running 2024-12-02T18:21:01,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46761-0x1019746a0c20001, quorum=127.0.0.1:54215, baseZNode=/0-1992781382 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1992781382/running 2024-12-02T18:21:01,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46761-0x1019746a0c20001, quorum=127.0.0.1:54215, baseZNode=/0-1992781382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1992781382 2024-12-02T18:21:01,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39485-0x1019746a0c20000, quorum=127.0.0.1:54215, baseZNode=/0-1992781382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1992781382 2024-12-02T18:21:01,376 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=95451c90bed2,39485,1733163659568, sessionid=0x1019746a0c20000, setting cluster-up flag (Was=false) 2024-12-02T18:21:01,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46761-0x1019746a0c20001, quorum=127.0.0.1:54215, baseZNode=/0-1992781382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1992781382 2024-12-02T18:21:01,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39485-0x1019746a0c20000, quorum=127.0.0.1:54215, baseZNode=/0-1992781382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1992781382 2024-12-02T18:21:01,827 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1992781382/flush-table-proc/acquired, /0-1992781382/flush-table-proc/reached, /0-1992781382/flush-table-proc/abort 2024-12-02T18:21:01,828 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=95451c90bed2,39485,1733163659568 2024-12-02T18:21:01,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46761-0x1019746a0c20001, quorum=127.0.0.1:54215, baseZNode=/0-1992781382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1992781382 2024-12-02T18:21:01,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39485-0x1019746a0c20000, quorum=127.0.0.1:54215, baseZNode=/0-1992781382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1992781382 2024-12-02T18:21:02,158 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1992781382/online-snapshot/acquired, /0-1992781382/online-snapshot/reached, /0-1992781382/online-snapshot/abort 2024-12-02T18:21:02,159 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=95451c90bed2,39485,1733163659568 2024-12-02T18:21:02,160 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T18:21:02,165 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T18:21:02,165 INFO [master/95451c90bed2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T18:21:02,165 INFO [master/95451c90bed2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T18:21:02,165 WARN [master/95451c90bed2:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 95451c90bed2,33479,1733163630984: status=Processing ServerCrashProcedure of 95451c90bed2,33479,1733163630984 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733163646876, completionTime=-1 appears to have been leaked 2024-12-02T18:21:02,165 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 95451c90bed2,39485,1733163659568 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T18:21:02,168 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:21:02,168 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:21:02,168 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:21:02,168 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:21:02,168 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/95451c90bed2:0, corePoolSize=10, maxPoolSize=10 2024-12-02T18:21:02,168 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:21:02,168 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/95451c90bed2:0, corePoolSize=2, maxPoolSize=2 2024-12-02T18:21:02,168 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:21:02,181 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T18:21:02,182 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T18:21:02,182 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:02,183 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T18:21:02,198 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733163692198 2024-12-02T18:21:02,199 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T18:21:02,199 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T18:21:02,199 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T18:21:02,199 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T18:21:02,199 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T18:21:02,199 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T18:21:02,203 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:02,204 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T18:21:02,204 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T18:21:02,204 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T18:21:02,204 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T18:21:02,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43305 is added to blk_1073741831_1007 (size=1321) 2024-12-02T18:21:02,208 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T18:21:02,208 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T18:21:02,212 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.large.0-1733163662208,5,FailOnTimeoutGroup] 2024-12-02T18:21:02,213 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.small.0-1733163662212,5,FailOnTimeoutGroup] 2024-12-02T18:21:02,213 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:02,213 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T18:21:02,213 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:02,213 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:02,253 INFO [RS:0;95451c90bed2:46761 {}] regionserver.HRegionServer(746): ClusterId : cc0a270f-77f4-40a6-909e-d6732e470895 2024-12-02T18:21:02,253 DEBUG [RS:0;95451c90bed2:46761 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T18:21:02,316 DEBUG [RS:0;95451c90bed2:46761 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T18:21:02,316 DEBUG [RS:0;95451c90bed2:46761 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T18:21:02,358 DEBUG [RS:0;95451c90bed2:46761 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T18:21:02,358 DEBUG [RS:0;95451c90bed2:46761 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e11a1de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=95451c90bed2/172.17.0.3:0 2024-12-02T18:21:02,372 DEBUG [RS:0;95451c90bed2:46761 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;95451c90bed2:46761 2024-12-02T18:21:02,372 INFO [RS:0;95451c90bed2:46761 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T18:21:02,372 INFO [RS:0;95451c90bed2:46761 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T18:21:02,372 DEBUG [RS:0;95451c90bed2:46761 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T18:21:02,373 INFO [RS:0;95451c90bed2:46761 {}] regionserver.HRegionServer(2659): reportForDuty to master=95451c90bed2,39485,1733163659568 with port=46761, startcode=1733163660092 2024-12-02T18:21:02,373 DEBUG [RS:0;95451c90bed2:46761 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T18:21:02,375 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49297, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T18:21:02,375 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39485 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 95451c90bed2,46761,1733163660092 2024-12-02T18:21:02,375 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39485 {}] master.ServerManager(517): Registering regionserver=95451c90bed2,46761,1733163660092 2024-12-02T18:21:02,376 DEBUG [RS:0;95451c90bed2:46761 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841 2024-12-02T18:21:02,376 DEBUG [RS:0;95451c90bed2:46761 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46691 2024-12-02T18:21:02,376 DEBUG [RS:0;95451c90bed2:46761 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T18:21:02,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39485-0x1019746a0c20000, quorum=127.0.0.1:54215, baseZNode=/0-1992781382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1992781382/rs 2024-12-02T18:21:02,455 DEBUG [RS:0;95451c90bed2:46761 {}] zookeeper.ZKUtil(111): regionserver:46761-0x1019746a0c20001, quorum=127.0.0.1:54215, baseZNode=/0-1992781382 Set watcher on existing znode=/0-1992781382/rs/95451c90bed2,46761,1733163660092 2024-12-02T18:21:02,455 WARN [RS:0;95451c90bed2:46761 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T18:21:02,455 INFO [RS:0;95451c90bed2:46761 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:21:02,456 DEBUG [RS:0;95451c90bed2:46761 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/WALs/95451c90bed2,46761,1733163660092 2024-12-02T18:21:02,457 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [95451c90bed2,46761,1733163660092] 2024-12-02T18:21:02,459 INFO [RS:0;95451c90bed2:46761 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T18:21:02,461 INFO [RS:0;95451c90bed2:46761 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T18:21:02,461 INFO [RS:0;95451c90bed2:46761 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T18:21:02,461 INFO [RS:0;95451c90bed2:46761 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:02,462 INFO [RS:0;95451c90bed2:46761 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T18:21:02,462 INFO [RS:0;95451c90bed2:46761 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T18:21:02,462 INFO [RS:0;95451c90bed2:46761 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:02,462 DEBUG [RS:0;95451c90bed2:46761 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:21:02,463 DEBUG [RS:0;95451c90bed2:46761 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:21:02,463 DEBUG [RS:0;95451c90bed2:46761 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:21:02,463 DEBUG [RS:0;95451c90bed2:46761 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:21:02,463 DEBUG [RS:0;95451c90bed2:46761 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:21:02,463 DEBUG [RS:0;95451c90bed2:46761 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/95451c90bed2:0, corePoolSize=2, maxPoolSize=2 2024-12-02T18:21:02,463 DEBUG [RS:0;95451c90bed2:46761 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:21:02,463 DEBUG [RS:0;95451c90bed2:46761 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:21:02,463 DEBUG [RS:0;95451c90bed2:46761 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:21:02,463 DEBUG [RS:0;95451c90bed2:46761 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:21:02,463 DEBUG [RS:0;95451c90bed2:46761 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:21:02,463 DEBUG [RS:0;95451c90bed2:46761 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:21:02,463 DEBUG [RS:0;95451c90bed2:46761 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/95451c90bed2:0, corePoolSize=3, maxPoolSize=3 2024-12-02T18:21:02,463 DEBUG [RS:0;95451c90bed2:46761 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/95451c90bed2:0, corePoolSize=3, maxPoolSize=3 2024-12-02T18:21:02,463 INFO [RS:0;95451c90bed2:46761 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:02,463 INFO [RS:0;95451c90bed2:46761 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:02,463 INFO [RS:0;95451c90bed2:46761 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:02,463 INFO [RS:0;95451c90bed2:46761 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:02,463 INFO [RS:0;95451c90bed2:46761 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:02,463 INFO [RS:0;95451c90bed2:46761 {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,46761,1733163660092-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T18:21:02,478 INFO [RS:0;95451c90bed2:46761 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T18:21:02,478 INFO [RS:0;95451c90bed2:46761 {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,46761,1733163660092-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:02,479 INFO [RS:0;95451c90bed2:46761 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:02,479 INFO [RS:0;95451c90bed2:46761 {}] regionserver.Replication(171): 95451c90bed2,46761,1733163660092 started 2024-12-02T18:21:02,494 INFO [RS:0;95451c90bed2:46761 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:02,494 INFO [RS:0;95451c90bed2:46761 {}] regionserver.HRegionServer(1482): Serving as 95451c90bed2,46761,1733163660092, RpcServer on 95451c90bed2/172.17.0.3:46761, sessionid=0x1019746a0c20001 2024-12-02T18:21:02,494 DEBUG [RS:0;95451c90bed2:46761 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T18:21:02,494 DEBUG [RS:0;95451c90bed2:46761 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 95451c90bed2,46761,1733163660092 2024-12-02T18:21:02,494 DEBUG [RS:0;95451c90bed2:46761 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '95451c90bed2,46761,1733163660092' 2024-12-02T18:21:02,494 DEBUG [RS:0;95451c90bed2:46761 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1992781382/flush-table-proc/abort' 2024-12-02T18:21:02,495 DEBUG [RS:0;95451c90bed2:46761 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1992781382/flush-table-proc/acquired' 2024-12-02T18:21:02,495 DEBUG [RS:0;95451c90bed2:46761 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T18:21:02,495 DEBUG [RS:0;95451c90bed2:46761 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T18:21:02,495 DEBUG [RS:0;95451c90bed2:46761 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 95451c90bed2,46761,1733163660092 2024-12-02T18:21:02,495 DEBUG [RS:0;95451c90bed2:46761 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '95451c90bed2,46761,1733163660092' 2024-12-02T18:21:02,495 DEBUG [RS:0;95451c90bed2:46761 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1992781382/online-snapshot/abort' 2024-12-02T18:21:02,495 DEBUG [RS:0;95451c90bed2:46761 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1992781382/online-snapshot/acquired' 2024-12-02T18:21:02,499 DEBUG [RS:0;95451c90bed2:46761 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T18:21:02,499 INFO [RS:0;95451c90bed2:46761 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T18:21:02,499 INFO [RS:0;95451c90bed2:46761 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T18:21:02,599 INFO [RS:0;95451c90bed2:46761 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T18:21:02,602 INFO [RS:0;95451c90bed2:46761 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=95451c90bed2%2C46761%2C1733163660092, suffix=, logDir=hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/WALs/95451c90bed2,46761,1733163660092, archiveDir=hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/oldWALs, maxLogs=10 2024-12-02T18:21:02,607 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T18:21:02,607 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841 2024-12-02T18:21:02,615 DEBUG [RS:0;95451c90bed2:46761 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/WALs/95451c90bed2,46761,1733163660092/95451c90bed2%2C46761%2C1733163660092.1733163662602, exclude list is [], retry=0 2024-12-02T18:21:02,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43305,DS-5ecbe601-96b0-4b4a-8121-931564c42827,DISK] 2024-12-02T18:21:02,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43305 is added to blk_1073741832_1008 (size=32) 2024-12-02T18:21:02,629 INFO [RS:0;95451c90bed2:46761 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/WALs/95451c90bed2,46761,1733163660092/95451c90bed2%2C46761%2C1733163660092.1733163662602 2024-12-02T18:21:02,629 DEBUG [RS:0;95451c90bed2:46761 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39031:39031)] 2024-12-02T18:21:03,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:21:03,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T18:21:03,027 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T18:21:03,027 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:03,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:21:03,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T18:21:03,036 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T18:21:03,036 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:03,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:21:03,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T18:21:03,041 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T18:21:03,041 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:03,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:21:03,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T18:21:03,043 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T18:21:03,043 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:03,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:21:03,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T18:21:03,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/data/hbase/meta/1588230740 2024-12-02T18:21:03,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/data/hbase/meta/1588230740 2024-12-02T18:21:03,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T18:21:03,046 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T18:21:03,046 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T18:21:03,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T18:21:03,060 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T18:21:03,061 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62405371, jitterRate=-0.0700875073671341}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T18:21:03,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733163663024Initializing all the Stores at 1733163663025 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163663025Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163663025Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163663025Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163663025Cleaning up temporary data from old regions at 1733163663046 (+21 ms)Region opened successfully at 1733163663061 (+15 ms) 2024-12-02T18:21:03,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T18:21:03,061 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T18:21:03,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T18:21:03,062 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T18:21:03,062 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T18:21:03,062 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T18:21:03,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733163663061Disabling compacts and flushes for region at 1733163663061Disabling writes for close at 1733163663062 (+1 ms)Writing region close event to WAL at 1733163663062Closed at 1733163663062 2024-12-02T18:21:03,064 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T18:21:03,064 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T18:21:03,064 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T18:21:03,067 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T18:21:03,069 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T18:21:03,220 DEBUG [95451c90bed2:39485 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T18:21:03,220 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=95451c90bed2,46761,1733163660092 2024-12-02T18:21:03,221 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 95451c90bed2,46761,1733163660092, state=OPENING 2024-12-02T18:21:03,297 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T18:21:03,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39485-0x1019746a0c20000, quorum=127.0.0.1:54215, baseZNode=/0-1992781382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1992781382 2024-12-02T18:21:03,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46761-0x1019746a0c20001, quorum=127.0.0.1:54215, baseZNode=/0-1992781382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1992781382 2024-12-02T18:21:03,396 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1992781382/meta-region-server: CHANGED 2024-12-02T18:21:03,397 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1992781382/meta-region-server: CHANGED 2024-12-02T18:21:03,397 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T18:21:03,397 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=95451c90bed2,46761,1733163660092}] 2024-12-02T18:21:03,550 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T18:21:03,551 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50337, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T18:21:03,554 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T18:21:03,554 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:21:03,554 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T18:21:03,555 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=95451c90bed2%2C46761%2C1733163660092.meta, suffix=.meta, logDir=hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/WALs/95451c90bed2,46761,1733163660092, archiveDir=hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/oldWALs, maxLogs=10 2024-12-02T18:21:03,566 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/WALs/95451c90bed2,46761,1733163660092/95451c90bed2%2C46761%2C1733163660092.meta.1733163663555.meta, exclude list is [], retry=0 2024-12-02T18:21:03,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43305,DS-5ecbe601-96b0-4b4a-8121-931564c42827,DISK] 2024-12-02T18:21:03,570 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/WALs/95451c90bed2,46761,1733163660092/95451c90bed2%2C46761%2C1733163660092.meta.1733163663555.meta 2024-12-02T18:21:03,570 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39031:39031)] 2024-12-02T18:21:03,570 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:21:03,570 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T18:21:03,570 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T18:21:03,570 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T18:21:03,570 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T18:21:03,571 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T18:21:03,571 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:21:03,571 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T18:21:03,571 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T18:21:03,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T18:21:03,572 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T18:21:03,572 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:03,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:21:03,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T18:21:03,573 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T18:21:03,573 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:03,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:21:03,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T18:21:03,574 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T18:21:03,574 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:03,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:21:03,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T18:21:03,574 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T18:21:03,574 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:03,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:21:03,575 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T18:21:03,575 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/data/hbase/meta/1588230740 2024-12-02T18:21:03,576 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/data/hbase/meta/1588230740 2024-12-02T18:21:03,577 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T18:21:03,577 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T18:21:03,577 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T18:21:03,578 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T18:21:03,578 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75172567, jitterRate=0.12015853822231293}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T18:21:03,578 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T18:21:03,579 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733163663571Writing region info on filesystem at 1733163663571Initializing all the Stores at 1733163663571Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163663571Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163663572 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163663572Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163663572Cleaning up temporary data from old regions at 1733163663577 (+5 ms)Running coprocessor post-open hooks at 1733163663578 (+1 ms)Region opened successfully at 1733163663579 (+1 ms) 2024-12-02T18:21:03,579 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733163663550 2024-12-02T18:21:03,581 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T18:21:03,581 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T18:21:03,581 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=95451c90bed2,46761,1733163660092 2024-12-02T18:21:03,582 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 95451c90bed2,46761,1733163660092, state=OPEN 2024-12-02T18:21:03,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46761-0x1019746a0c20001, quorum=127.0.0.1:54215, baseZNode=/0-1992781382 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1992781382/meta-region-server 2024-12-02T18:21:03,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39485-0x1019746a0c20000, quorum=127.0.0.1:54215, baseZNode=/0-1992781382 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1992781382/meta-region-server 2024-12-02T18:21:03,658 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1992781382/meta-region-server: CHANGED 2024-12-02T18:21:03,658 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1992781382/meta-region-server: CHANGED 2024-12-02T18:21:03,658 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=95451c90bed2,46761,1733163660092 2024-12-02T18:21:03,660 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T18:21:03,660 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=95451c90bed2,46761,1733163660092 in 261 msec 2024-12-02T18:21:03,662 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T18:21:03,662 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 596 msec 2024-12-02T18:21:03,663 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T18:21:03,663 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T18:21:03,664 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:21:03,664 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,46761,1733163660092, seqNum=-1] 2024-12-02T18:21:03,664 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:21:03,665 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48801, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T18:21:03,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5050 sec 2024-12-02T18:21:03,670 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733163663670, completionTime=-1 2024-12-02T18:21:03,670 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T18:21:03,670 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T18:21:03,672 INFO [master/95451c90bed2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T18:21:03,672 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733163723672 2024-12-02T18:21:03,672 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733163783672 2024-12-02T18:21:03,672 INFO [master/95451c90bed2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-02T18:21:03,672 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,39485,1733163659568-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:03,672 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,39485,1733163659568-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:03,673 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,39485,1733163659568-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:03,673 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-95451c90bed2:39485, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:03,673 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:03,673 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:03,674 DEBUG [master/95451c90bed2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T18:21:03,677 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.476sec 2024-12-02T18:21:03,677 INFO [master/95451c90bed2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T18:21:03,677 INFO [master/95451c90bed2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T18:21:03,677 INFO [master/95451c90bed2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T18:21:03,677 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T18:21:03,677 INFO [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T18:21:03,677 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,39485,1733163659568-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T18:21:03,677 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,39485,1733163659568-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T18:21:03,679 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T18:21:03,679 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T18:21:03,679 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,39485,1733163659568-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:03,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3116ee2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:21:03,754 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,39485,-1 for getting cluster id 2024-12-02T18:21:03,754 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:21:03,755 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc0a270f-77f4-40a6-909e-d6732e470895' 2024-12-02T18:21:03,755 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:21:03,756 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc0a270f-77f4-40a6-909e-d6732e470895" 2024-12-02T18:21:03,756 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d4bb6c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:21:03,756 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,39485,-1] 2024-12-02T18:21:03,756 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:21:03,756 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:03,757 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:21:03,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ea1e85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:21:03,758 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:21:03,759 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,46761,1733163660092, seqNum=-1] 2024-12-02T18:21:03,760 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:21:03,761 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T18:21:03,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=95451c90bed2,39485,1733163659568 2024-12-02T18:21:03,763 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54215 2024-12-02T18:21:03,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54215, baseZNode=/0-1992781382 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T18:21:03,805 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1019746a0c20002 connected 2024-12-02T18:21:03,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0746f9f2-6c32-01df-c7a8-081c251304ca/hadoop.log.dir so I do NOT create it in target/test-data/a3fc7821-fbec-aaa2-ff1a-c568f5eb8b60 2024-12-02T18:21:03,872 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0746f9f2-6c32-01df-c7a8-081c251304ca/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T18:21:03,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0746f9f2-6c32-01df-c7a8-081c251304ca/hadoop.tmp.dir so I do NOT create it in target/test-data/a3fc7821-fbec-aaa2-ff1a-c568f5eb8b60 2024-12-02T18:21:03,873 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0746f9f2-6c32-01df-c7a8-081c251304ca/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T18:21:03,873 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3fc7821-fbec-aaa2-ff1a-c568f5eb8b60 2024-12-02T18:21:03,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T18:21:03,873 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3fc7821-fbec-aaa2-ff1a-c568f5eb8b60/cluster_fb0f3fa9-c626-6bd2-78e9-0bbc7a560718, deleteOnExit=true 2024-12-02T18:21:03,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T18:21:03,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3fc7821-fbec-aaa2-ff1a-c568f5eb8b60/test.cache.data in system properties and HBase conf 2024-12-02T18:21:03,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3fc7821-fbec-aaa2-ff1a-c568f5eb8b60/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T18:21:03,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3fc7821-fbec-aaa2-ff1a-c568f5eb8b60/hadoop.log.dir in system properties and HBase conf 2024-12-02T18:21:03,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3fc7821-fbec-aaa2-ff1a-c568f5eb8b60/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T18:21:03,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3fc7821-fbec-aaa2-ff1a-c568f5eb8b60/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T18:21:03,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T18:21:03,873 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T18:21:03,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3fc7821-fbec-aaa2-ff1a-c568f5eb8b60/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T18:21:03,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3fc7821-fbec-aaa2-ff1a-c568f5eb8b60/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T18:21:03,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3fc7821-fbec-aaa2-ff1a-c568f5eb8b60/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T18:21:03,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3fc7821-fbec-aaa2-ff1a-c568f5eb8b60/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T18:21:03,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3fc7821-fbec-aaa2-ff1a-c568f5eb8b60/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T18:21:03,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3fc7821-fbec-aaa2-ff1a-c568f5eb8b60/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T18:21:03,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3fc7821-fbec-aaa2-ff1a-c568f5eb8b60/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T18:21:03,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3fc7821-fbec-aaa2-ff1a-c568f5eb8b60/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T18:21:03,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3fc7821-fbec-aaa2-ff1a-c568f5eb8b60/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T18:21:03,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3fc7821-fbec-aaa2-ff1a-c568f5eb8b60/nfs.dump.dir in system properties and HBase conf 2024-12-02T18:21:03,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3fc7821-fbec-aaa2-ff1a-c568f5eb8b60/java.io.tmpdir in system properties and HBase conf 2024-12-02T18:21:03,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3fc7821-fbec-aaa2-ff1a-c568f5eb8b60/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T18:21:03,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3fc7821-fbec-aaa2-ff1a-c568f5eb8b60/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T18:21:03,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3fc7821-fbec-aaa2-ff1a-c568f5eb8b60/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T18:21:04,483 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T18:21:04,495 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T18:21:04,514 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T18:21:04,514 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T18:21:04,514 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T18:21:04,516 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T18:21:04,517 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68bc7d85{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3fc7821-fbec-aaa2-ff1a-c568f5eb8b60/hadoop.log.dir/,AVAILABLE} 2024-12-02T18:21:04,517 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76039905{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T18:21:04,621 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6114c7ff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3fc7821-fbec-aaa2-ff1a-c568f5eb8b60/java.io.tmpdir/jetty-localhost-37101-hadoop-hdfs-3_4_1-tests_jar-_-any-11374535841417001137/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T18:21:04,622 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@664d3ea{HTTP/1.1, (http/1.1)}{localhost:37101} 2024-12-02T18:21:04,622 INFO [Time-limited test {}] server.Server(415): Started @174155ms 2024-12-02T18:21:04,886 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T18:21:04,889 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T18:21:04,895 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T18:21:04,895 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T18:21:04,895 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T18:21:04,896 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c69b0dc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3fc7821-fbec-aaa2-ff1a-c568f5eb8b60/hadoop.log.dir/,AVAILABLE} 2024-12-02T18:21:04,897 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e14fb0a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T18:21:04,995 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6cc87239{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3fc7821-fbec-aaa2-ff1a-c568f5eb8b60/java.io.tmpdir/jetty-localhost-36155-hadoop-hdfs-3_4_1-tests_jar-_-any-2485727043444623071/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T18:21:04,995 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ad65a86{HTTP/1.1, (http/1.1)}{localhost:36155} 2024-12-02T18:21:04,995 INFO [Time-limited test {}] server.Server(415): Started @174528ms 2024-12-02T18:21:04,996 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T18:21:05,677 WARN [Thread-1803 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3fc7821-fbec-aaa2-ff1a-c568f5eb8b60/cluster_fb0f3fa9-c626-6bd2-78e9-0bbc7a560718/data/data1/current/BP-1909484400-172.17.0.3-1733163663894/current, will proceed with Du for space computation calculation, 2024-12-02T18:21:05,677 WARN [Thread-1804 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3fc7821-fbec-aaa2-ff1a-c568f5eb8b60/cluster_fb0f3fa9-c626-6bd2-78e9-0bbc7a560718/data/data2/current/BP-1909484400-172.17.0.3-1733163663894/current, will proceed with Du for space computation calculation, 2024-12-02T18:21:05,729 WARN [Thread-1791 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T18:21:05,731 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf81958f86ba6b3e5 with lease ID 0xd6b9bafd7f9004ba: Processing first storage report for DS-67bfbd6a-f23a-4294-99a8-5052c7cc2bda from datanode DatanodeRegistration(127.0.0.1:41047, datanodeUuid=abf19027-7e0c-4f67-b2ce-c7c4cdf10119, infoPort=40817, infoSecurePort=0, ipcPort=39689, storageInfo=lv=-57;cid=testClusterID;nsid=661729826;c=1733163663894) 2024-12-02T18:21:05,732 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf81958f86ba6b3e5 with lease ID 0xd6b9bafd7f9004ba: from storage DS-67bfbd6a-f23a-4294-99a8-5052c7cc2bda node DatanodeRegistration(127.0.0.1:41047, datanodeUuid=abf19027-7e0c-4f67-b2ce-c7c4cdf10119, infoPort=40817, infoSecurePort=0, ipcPort=39689, storageInfo=lv=-57;cid=testClusterID;nsid=661729826;c=1733163663894), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T18:21:05,732 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf81958f86ba6b3e5 with lease ID 0xd6b9bafd7f9004ba: Processing first storage report for DS-7dfcf3ad-11c3-41f1-9e35-8d6d86d29171 from datanode DatanodeRegistration(127.0.0.1:41047, datanodeUuid=abf19027-7e0c-4f67-b2ce-c7c4cdf10119, infoPort=40817, infoSecurePort=0, ipcPort=39689, storageInfo=lv=-57;cid=testClusterID;nsid=661729826;c=1733163663894) 2024-12-02T18:21:05,732 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf81958f86ba6b3e5 with lease ID 0xd6b9bafd7f9004ba: from storage DS-7dfcf3ad-11c3-41f1-9e35-8d6d86d29171 node DatanodeRegistration(127.0.0.1:41047, datanodeUuid=abf19027-7e0c-4f67-b2ce-c7c4cdf10119, infoPort=40817, infoSecurePort=0, ipcPort=39689, storageInfo=lv=-57;cid=testClusterID;nsid=661729826;c=1733163663894), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T18:21:05,821 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3fc7821-fbec-aaa2-ff1a-c568f5eb8b60 2024-12-02T18:21:05,821 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:21:05,823 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:21:05,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41047 is added to blk_1073741825_1001 (size=7) 2024-12-02T18:21:05,841 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10 with version=8 2024-12-02T18:21:05,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/hbase-staging 2024-12-02T18:21:05,844 INFO [Time-limited test {}] client.ConnectionUtils(128): master/95451c90bed2:0 server-side Connection retries=45 2024-12-02T18:21:05,844 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:21:05,844 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T18:21:05,844 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T18:21:05,844 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:21:05,844 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T18:21:05,844 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T18:21:05,844 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T18:21:05,844 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40805 2024-12-02T18:21:05,845 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40805 connecting to ZooKeeper ensemble=127.0.0.1:54215 2024-12-02T18:21:05,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:408050x0, quorum=127.0.0.1:54215, baseZNode=/1-1425643574 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T18:21:05,873 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40805-0x1019746a0c20003 connected 2024-12-02T18:21:05,956 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:21:05,958 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:21:05,960 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40805-0x1019746a0c20003, quorum=127.0.0.1:54215, baseZNode=/1-1425643574 Set watcher on znode that does not yet exist, /1-1425643574/running 2024-12-02T18:21:05,960 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10, hbase.cluster.distributed=false 2024-12-02T18:21:05,961 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40805-0x1019746a0c20003, quorum=127.0.0.1:54215, baseZNode=/1-1425643574 Set watcher on znode that does not yet exist, /1-1425643574/acl 2024-12-02T18:21:05,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40805 2024-12-02T18:21:05,970 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40805 2024-12-02T18:21:05,971 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40805 2024-12-02T18:21:05,971 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40805 2024-12-02T18:21:05,971 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40805 2024-12-02T18:21:05,992 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/95451c90bed2:0 server-side Connection retries=45 2024-12-02T18:21:05,992 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:21:05,992 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T18:21:05,992 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T18:21:05,992 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:21:05,992 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T18:21:05,992 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T18:21:05,992 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T18:21:05,993 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45525 2024-12-02T18:21:05,994 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45525 connecting to ZooKeeper ensemble=127.0.0.1:54215 2024-12-02T18:21:05,995 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:21:05,997 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:21:06,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:455250x0, quorum=127.0.0.1:54215, baseZNode=/1-1425643574 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T18:21:06,009 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:455250x0, quorum=127.0.0.1:54215, baseZNode=/1-1425643574 Set watcher on znode that does not yet exist, /1-1425643574/running 2024-12-02T18:21:06,009 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45525-0x1019746a0c20004 connected 2024-12-02T18:21:06,009 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T18:21:06,024 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T18:21:06,024 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45525-0x1019746a0c20004, quorum=127.0.0.1:54215, baseZNode=/1-1425643574 Set watcher on znode that does not yet exist, /1-1425643574/master 2024-12-02T18:21:06,025 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45525-0x1019746a0c20004, quorum=127.0.0.1:54215, baseZNode=/1-1425643574 Set watcher on znode that does not yet exist, /1-1425643574/acl 2024-12-02T18:21:06,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45525 2024-12-02T18:21:06,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45525 2024-12-02T18:21:06,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45525 2024-12-02T18:21:06,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45525 2024-12-02T18:21:06,077 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45525 2024-12-02T18:21:06,091 DEBUG [M:0;95451c90bed2:40805 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;95451c90bed2:40805 2024-12-02T18:21:06,092 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1425643574/backup-masters/95451c90bed2,40805,1733163665843 2024-12-02T18:21:06,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40805-0x1019746a0c20003, quorum=127.0.0.1:54215, baseZNode=/1-1425643574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1425643574/backup-masters 2024-12-02T18:21:06,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45525-0x1019746a0c20004, quorum=127.0.0.1:54215, baseZNode=/1-1425643574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1425643574/backup-masters 2024-12-02T18:21:06,103 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40805-0x1019746a0c20003, quorum=127.0.0.1:54215, baseZNode=/1-1425643574 Set watcher on existing znode=/1-1425643574/backup-masters/95451c90bed2,40805,1733163665843 2024-12-02T18:21:06,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45525-0x1019746a0c20004, quorum=127.0.0.1:54215, baseZNode=/1-1425643574 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1425643574/master 2024-12-02T18:21:06,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45525-0x1019746a0c20004, quorum=127.0.0.1:54215, baseZNode=/1-1425643574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1425643574 2024-12-02T18:21:06,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40805-0x1019746a0c20003, quorum=127.0.0.1:54215, baseZNode=/1-1425643574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1425643574 2024-12-02T18:21:06,116 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40805-0x1019746a0c20003, quorum=127.0.0.1:54215, baseZNode=/1-1425643574 Set watcher on existing znode=/1-1425643574/master 2024-12-02T18:21:06,116 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1425643574/backup-masters/95451c90bed2,40805,1733163665843 from backup master directory 2024-12-02T18:21:06,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45525-0x1019746a0c20004, quorum=127.0.0.1:54215, baseZNode=/1-1425643574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1425643574/backup-masters 2024-12-02T18:21:06,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40805-0x1019746a0c20003, quorum=127.0.0.1:54215, baseZNode=/1-1425643574 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1425643574/backup-masters/95451c90bed2,40805,1733163665843 2024-12-02T18:21:06,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40805-0x1019746a0c20003, quorum=127.0.0.1:54215, baseZNode=/1-1425643574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1425643574/backup-masters 2024-12-02T18:21:06,125 WARN [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T18:21:06,125 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=95451c90bed2,40805,1733163665843 2024-12-02T18:21:06,141 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/hbase.id] with ID: 910e8a9e-b964-4e24-8b6f-51df96656848 2024-12-02T18:21:06,141 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/.tmp/hbase.id 2024-12-02T18:21:06,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41047 is added to blk_1073741826_1002 (size=42) 2024-12-02T18:21:06,158 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/.tmp/hbase.id]:[hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/hbase.id] 2024-12-02T18:21:06,169 INFO [master/95451c90bed2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:21:06,169 INFO [master/95451c90bed2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T18:21:06,170 INFO [master/95451c90bed2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T18:21:06,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40805-0x1019746a0c20003, quorum=127.0.0.1:54215, baseZNode=/1-1425643574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1425643574 2024-12-02T18:21:06,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45525-0x1019746a0c20004, quorum=127.0.0.1:54215, baseZNode=/1-1425643574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1425643574 2024-12-02T18:21:06,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41047 is added to blk_1073741827_1003 (size=196) 2024-12-02T18:21:06,595 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T18:21:06,596 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T18:21:06,596 INFO [master/95451c90bed2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:21:06,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41047 is added to blk_1073741828_1004 (size=1189) 2024-12-02T18:21:06,604 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T18:21:06,604 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-02T18:21:06,605 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T18:21:06,605 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-02T18:21:06,605 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T18:21:06,605 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-02T18:21:06,605 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T18:21:06,605 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-02T18:21:07,003 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/MasterData/data/master/store 2024-12-02T18:21:07,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41047 is added to blk_1073741829_1005 (size=34) 2024-12-02T18:21:07,009 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:21:07,009 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T18:21:07,009 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:21:07,009 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:21:07,009 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T18:21:07,009 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:21:07,009 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:21:07,009 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733163667009Disabling compacts and flushes for region at 1733163667009Disabling writes for close at 1733163667009Writing region close event to WAL at 1733163667009Closed at 1733163667009 2024-12-02T18:21:07,010 WARN [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/MasterData/data/master/store/.initializing 2024-12-02T18:21:07,010 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/MasterData/WALs/95451c90bed2,40805,1733163665843 2024-12-02T18:21:07,011 INFO [master/95451c90bed2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T18:21:07,013 INFO [master/95451c90bed2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=95451c90bed2%2C40805%2C1733163665843, suffix=, logDir=hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/MasterData/WALs/95451c90bed2,40805,1733163665843, archiveDir=hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/MasterData/oldWALs, maxLogs=10 2024-12-02T18:21:07,027 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/MasterData/WALs/95451c90bed2,40805,1733163665843/95451c90bed2%2C40805%2C1733163665843.1733163667013, exclude list is [], retry=0 2024-12-02T18:21:07,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41047,DS-67bfbd6a-f23a-4294-99a8-5052c7cc2bda,DISK] 2024-12-02T18:21:07,031 INFO [master/95451c90bed2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/MasterData/WALs/95451c90bed2,40805,1733163665843/95451c90bed2%2C40805%2C1733163665843.1733163667013 2024-12-02T18:21:07,032 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40817:40817)] 2024-12-02T18:21:07,032 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:21:07,032 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:21:07,032 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:21:07,032 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:21:07,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:21:07,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T18:21:07,034 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:07,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:21:07,035 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:21:07,035 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T18:21:07,035 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:07,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:21:07,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:21:07,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T18:21:07,037 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:07,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:21:07,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:21:07,038 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T18:21:07,038 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:07,038 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:21:07,039 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:21:07,039 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:21:07,039 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:21:07,040 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:21:07,040 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:21:07,041 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T18:21:07,041 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:21:07,043 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T18:21:07,043 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66859989, jitterRate=-0.0037085264921188354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T18:21:07,043 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733163667032Initializing all the Stores at 1733163667033 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163667033Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163667033Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163667033Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163667033Cleaning up temporary data from old regions at 1733163667040 (+7 ms)Region opened successfully at 1733163667043 (+3 ms) 2024-12-02T18:21:07,043 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T18:21:07,046 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a93d3a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=95451c90bed2/172.17.0.3:0 2024-12-02T18:21:07,046 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T18:21:07,046 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T18:21:07,046 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T18:21:07,047 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T18:21:07,047 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T18:21:07,047 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T18:21:07,047 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T18:21:07,048 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T18:21:07,049 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40805-0x1019746a0c20003, quorum=127.0.0.1:54215, baseZNode=/1-1425643574 Unable to get data of znode /1-1425643574/balancer because node does not exist (not necessarily an error) 2024-12-02T18:21:07,113 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1425643574/balancer already deleted, retry=false 2024-12-02T18:21:07,114 INFO [master/95451c90bed2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T18:21:07,114 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40805-0x1019746a0c20003, quorum=127.0.0.1:54215, baseZNode=/1-1425643574 Unable to get data of znode /1-1425643574/normalizer because node does not exist (not necessarily an error) 2024-12-02T18:21:07,124 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1425643574/normalizer already deleted, retry=false 2024-12-02T18:21:07,124 INFO [master/95451c90bed2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T18:21:07,125 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40805-0x1019746a0c20003, quorum=127.0.0.1:54215, baseZNode=/1-1425643574 Unable to get data of znode /1-1425643574/switch/split because node does not exist (not necessarily an error) 2024-12-02T18:21:07,134 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1425643574/switch/split already deleted, retry=false 2024-12-02T18:21:07,135 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40805-0x1019746a0c20003, quorum=127.0.0.1:54215, baseZNode=/1-1425643574 Unable to get data of znode /1-1425643574/switch/merge because node does not exist (not necessarily an error) 2024-12-02T18:21:07,145 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1425643574/switch/merge already deleted, retry=false 2024-12-02T18:21:07,146 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40805-0x1019746a0c20003, quorum=127.0.0.1:54215, baseZNode=/1-1425643574 Unable to get data of znode /1-1425643574/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T18:21:07,155 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1425643574/snapshot-cleanup already deleted, retry=false 2024-12-02T18:21:07,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45525-0x1019746a0c20004, quorum=127.0.0.1:54215, baseZNode=/1-1425643574 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1425643574/running 2024-12-02T18:21:07,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40805-0x1019746a0c20003, quorum=127.0.0.1:54215, baseZNode=/1-1425643574 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1425643574/running 2024-12-02T18:21:07,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45525-0x1019746a0c20004, quorum=127.0.0.1:54215, baseZNode=/1-1425643574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1425643574 2024-12-02T18:21:07,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40805-0x1019746a0c20003, quorum=127.0.0.1:54215, baseZNode=/1-1425643574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1425643574 2024-12-02T18:21:07,166 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=95451c90bed2,40805,1733163665843, sessionid=0x1019746a0c20003, setting cluster-up flag (Was=false) 2024-12-02T18:21:07,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40805-0x1019746a0c20003, quorum=127.0.0.1:54215, baseZNode=/1-1425643574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1425643574 2024-12-02T18:21:07,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45525-0x1019746a0c20004, quorum=127.0.0.1:54215, baseZNode=/1-1425643574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1425643574 2024-12-02T18:21:07,219 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1425643574/flush-table-proc/acquired, /1-1425643574/flush-table-proc/reached, /1-1425643574/flush-table-proc/abort 2024-12-02T18:21:07,219 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=95451c90bed2,40805,1733163665843 2024-12-02T18:21:07,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40805-0x1019746a0c20003, quorum=127.0.0.1:54215, baseZNode=/1-1425643574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1425643574 2024-12-02T18:21:07,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45525-0x1019746a0c20004, quorum=127.0.0.1:54215, baseZNode=/1-1425643574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1425643574 2024-12-02T18:21:07,271 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1425643574/online-snapshot/acquired, /1-1425643574/online-snapshot/reached, /1-1425643574/online-snapshot/abort 2024-12-02T18:21:07,272 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=95451c90bed2,40805,1733163665843 2024-12-02T18:21:07,273 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T18:21:07,274 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T18:21:07,274 INFO [master/95451c90bed2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T18:21:07,274 INFO [master/95451c90bed2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T18:21:07,275 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 95451c90bed2,40805,1733163665843 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T18:21:07,276 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:21:07,276 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:21:07,276 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:21:07,276 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:21:07,276 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/95451c90bed2:0, corePoolSize=10, maxPoolSize=10 2024-12-02T18:21:07,276 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:21:07,276 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/95451c90bed2:0, corePoolSize=2, maxPoolSize=2 2024-12-02T18:21:07,276 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:21:07,276 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733163697276 2024-12-02T18:21:07,276 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T18:21:07,276 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T18:21:07,276 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T18:21:07,277 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T18:21:07,277 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T18:21:07,277 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T18:21:07,277 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:07,277 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T18:21:07,277 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T18:21:07,277 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T18:21:07,277 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T18:21:07,277 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T18:21:07,277 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T18:21:07,277 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T18:21:07,277 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T18:21:07,277 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.large.0-1733163667277,5,FailOnTimeoutGroup] 2024-12-02T18:21:07,277 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.small.0-1733163667277,5,FailOnTimeoutGroup] 2024-12-02T18:21:07,277 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:07,278 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T18:21:07,278 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:07,278 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:07,278 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:07,278 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T18:21:07,280 INFO [RS:0;95451c90bed2:45525 {}] regionserver.HRegionServer(746): ClusterId : 910e8a9e-b964-4e24-8b6f-51df96656848 2024-12-02T18:21:07,280 DEBUG [RS:0;95451c90bed2:45525 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T18:21:07,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41047 is added to blk_1073741831_1007 (size=1321) 2024-12-02T18:21:07,293 DEBUG [RS:0;95451c90bed2:45525 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T18:21:07,293 DEBUG [RS:0;95451c90bed2:45525 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T18:21:07,303 DEBUG [RS:0;95451c90bed2:45525 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T18:21:07,303 DEBUG [RS:0;95451c90bed2:45525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f9e7fff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=95451c90bed2/172.17.0.3:0 2024-12-02T18:21:07,316 DEBUG [RS:0;95451c90bed2:45525 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;95451c90bed2:45525 2024-12-02T18:21:07,316 INFO [RS:0;95451c90bed2:45525 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T18:21:07,316 INFO [RS:0;95451c90bed2:45525 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T18:21:07,316 DEBUG [RS:0;95451c90bed2:45525 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T18:21:07,317 INFO [RS:0;95451c90bed2:45525 {}] regionserver.HRegionServer(2659): reportForDuty to master=95451c90bed2,40805,1733163665843 with port=45525, startcode=1733163665988 2024-12-02T18:21:07,317 DEBUG [RS:0;95451c90bed2:45525 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T18:21:07,318 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37589, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T18:21:07,318 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40805 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 95451c90bed2,45525,1733163665988 2024-12-02T18:21:07,318 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40805 {}] master.ServerManager(517): Registering regionserver=95451c90bed2,45525,1733163665988 2024-12-02T18:21:07,319 DEBUG [RS:0;95451c90bed2:45525 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10 2024-12-02T18:21:07,319 DEBUG [RS:0;95451c90bed2:45525 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44889 2024-12-02T18:21:07,319 DEBUG [RS:0;95451c90bed2:45525 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T18:21:07,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40805-0x1019746a0c20003, quorum=127.0.0.1:54215, baseZNode=/1-1425643574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1425643574/rs 2024-12-02T18:21:07,381 DEBUG [RS:0;95451c90bed2:45525 {}] zookeeper.ZKUtil(111): regionserver:45525-0x1019746a0c20004, quorum=127.0.0.1:54215, baseZNode=/1-1425643574 Set watcher on existing znode=/1-1425643574/rs/95451c90bed2,45525,1733163665988 2024-12-02T18:21:07,381 WARN [RS:0;95451c90bed2:45525 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T18:21:07,381 INFO [RS:0;95451c90bed2:45525 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:21:07,381 DEBUG [RS:0;95451c90bed2:45525 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/WALs/95451c90bed2,45525,1733163665988 2024-12-02T18:21:07,382 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [95451c90bed2,45525,1733163665988] 2024-12-02T18:21:07,384 INFO [RS:0;95451c90bed2:45525 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T18:21:07,387 INFO [RS:0;95451c90bed2:45525 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T18:21:07,387 INFO [RS:0;95451c90bed2:45525 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T18:21:07,387 INFO [RS:0;95451c90bed2:45525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:07,387 INFO [RS:0;95451c90bed2:45525 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T18:21:07,388 INFO [RS:0;95451c90bed2:45525 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T18:21:07,388 INFO [RS:0;95451c90bed2:45525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:07,388 DEBUG [RS:0;95451c90bed2:45525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:21:07,388 DEBUG [RS:0;95451c90bed2:45525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:21:07,388 DEBUG [RS:0;95451c90bed2:45525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:21:07,388 DEBUG [RS:0;95451c90bed2:45525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:21:07,388 DEBUG [RS:0;95451c90bed2:45525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:21:07,389 DEBUG [RS:0;95451c90bed2:45525 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/95451c90bed2:0, corePoolSize=2, maxPoolSize=2 2024-12-02T18:21:07,389 DEBUG [RS:0;95451c90bed2:45525 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:21:07,389 DEBUG [RS:0;95451c90bed2:45525 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:21:07,389 DEBUG [RS:0;95451c90bed2:45525 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:21:07,389 DEBUG [RS:0;95451c90bed2:45525 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:21:07,389 DEBUG [RS:0;95451c90bed2:45525 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:21:07,389 DEBUG [RS:0;95451c90bed2:45525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:21:07,389 DEBUG [RS:0;95451c90bed2:45525 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/95451c90bed2:0, corePoolSize=3, maxPoolSize=3 2024-12-02T18:21:07,389 DEBUG [RS:0;95451c90bed2:45525 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/95451c90bed2:0, corePoolSize=3, maxPoolSize=3 2024-12-02T18:21:07,396 INFO [RS:0;95451c90bed2:45525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:07,396 INFO [RS:0;95451c90bed2:45525 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:07,396 INFO [RS:0;95451c90bed2:45525 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:07,396 INFO [RS:0;95451c90bed2:45525 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:07,396 INFO [RS:0;95451c90bed2:45525 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:07,396 INFO [RS:0;95451c90bed2:45525 {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,45525,1733163665988-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T18:21:07,421 INFO [RS:0;95451c90bed2:45525 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T18:21:07,421 INFO [RS:0;95451c90bed2:45525 {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,45525,1733163665988-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:07,421 INFO [RS:0;95451c90bed2:45525 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:07,421 INFO [RS:0;95451c90bed2:45525 {}] regionserver.Replication(171): 95451c90bed2,45525,1733163665988 started 2024-12-02T18:21:07,438 INFO [RS:0;95451c90bed2:45525 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:07,438 INFO [RS:0;95451c90bed2:45525 {}] regionserver.HRegionServer(1482): Serving as 95451c90bed2,45525,1733163665988, RpcServer on 95451c90bed2/172.17.0.3:45525, sessionid=0x1019746a0c20004 2024-12-02T18:21:07,438 DEBUG [RS:0;95451c90bed2:45525 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T18:21:07,439 DEBUG [RS:0;95451c90bed2:45525 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 95451c90bed2,45525,1733163665988 2024-12-02T18:21:07,439 DEBUG [RS:0;95451c90bed2:45525 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '95451c90bed2,45525,1733163665988' 2024-12-02T18:21:07,439 DEBUG [RS:0;95451c90bed2:45525 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1425643574/flush-table-proc/abort' 2024-12-02T18:21:07,439 DEBUG [RS:0;95451c90bed2:45525 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1425643574/flush-table-proc/acquired' 2024-12-02T18:21:07,440 DEBUG [RS:0;95451c90bed2:45525 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T18:21:07,440 DEBUG [RS:0;95451c90bed2:45525 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T18:21:07,440 DEBUG [RS:0;95451c90bed2:45525 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 95451c90bed2,45525,1733163665988 2024-12-02T18:21:07,440 DEBUG [RS:0;95451c90bed2:45525 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '95451c90bed2,45525,1733163665988' 2024-12-02T18:21:07,440 DEBUG [RS:0;95451c90bed2:45525 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1425643574/online-snapshot/abort' 2024-12-02T18:21:07,440 DEBUG [RS:0;95451c90bed2:45525 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1425643574/online-snapshot/acquired' 2024-12-02T18:21:07,440 DEBUG [RS:0;95451c90bed2:45525 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T18:21:07,440 INFO [RS:0;95451c90bed2:45525 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T18:21:07,440 INFO [RS:0;95451c90bed2:45525 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T18:21:07,541 INFO [RS:0;95451c90bed2:45525 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T18:21:07,542 INFO [RS:0;95451c90bed2:45525 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=95451c90bed2%2C45525%2C1733163665988, suffix=, logDir=hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/WALs/95451c90bed2,45525,1733163665988, archiveDir=hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/oldWALs, maxLogs=10 2024-12-02T18:21:07,557 DEBUG [RS:0;95451c90bed2:45525 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/WALs/95451c90bed2,45525,1733163665988/95451c90bed2%2C45525%2C1733163665988.1733163667542, exclude list is [], retry=0 2024-12-02T18:21:07,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41047,DS-67bfbd6a-f23a-4294-99a8-5052c7cc2bda,DISK] 2024-12-02T18:21:07,560 INFO [RS:0;95451c90bed2:45525 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/WALs/95451c90bed2,45525,1733163665988/95451c90bed2%2C45525%2C1733163665988.1733163667542 2024-12-02T18:21:07,561 DEBUG [RS:0;95451c90bed2:45525 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40817:40817)] 2024-12-02T18:21:07,686 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T18:21:07,686 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10 2024-12-02T18:21:07,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41047 is added to blk_1073741833_1009 (size=32) 2024-12-02T18:21:08,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:21:08,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T18:21:08,093 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T18:21:08,093 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:08,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:21:08,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T18:21:08,094 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T18:21:08,094 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:08,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:21:08,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T18:21:08,095 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T18:21:08,095 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:08,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:21:08,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T18:21:08,096 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T18:21:08,096 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:08,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:21:08,097 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T18:21:08,097 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/data/hbase/meta/1588230740 2024-12-02T18:21:08,098 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/data/hbase/meta/1588230740 2024-12-02T18:21:08,098 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T18:21:08,098 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T18:21:08,099 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T18:21:08,100 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T18:21:08,101 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T18:21:08,102 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73941994, jitterRate=0.10182157158851624}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T18:21:08,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733163668091Initializing all the Stores at 1733163668092 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163668092Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163668092Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163668092Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163668092Cleaning up temporary data from old regions at 1733163668098 (+6 ms)Region opened successfully at 1733163668102 (+4 ms) 2024-12-02T18:21:08,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T18:21:08,102 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T18:21:08,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T18:21:08,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T18:21:08,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T18:21:08,102 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T18:21:08,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733163668102Disabling compacts and flushes for region at 1733163668102Disabling writes for close at 1733163668102Writing region close event to WAL at 1733163668102Closed at 1733163668102 2024-12-02T18:21:08,103 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T18:21:08,103 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T18:21:08,103 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T18:21:08,104 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T18:21:08,104 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T18:21:08,255 DEBUG [95451c90bed2:40805 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T18:21:08,255 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=95451c90bed2,45525,1733163665988 2024-12-02T18:21:08,256 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 95451c90bed2,45525,1733163665988, state=OPENING 2024-12-02T18:21:08,303 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T18:21:08,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40805-0x1019746a0c20003, quorum=127.0.0.1:54215, baseZNode=/1-1425643574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1425643574 2024-12-02T18:21:08,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45525-0x1019746a0c20004, quorum=127.0.0.1:54215, baseZNode=/1-1425643574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1425643574 2024-12-02T18:21:08,314 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1425643574/meta-region-server: CHANGED 2024-12-02T18:21:08,314 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T18:21:08,314 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1425643574/meta-region-server: CHANGED 2024-12-02T18:21:08,314 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=95451c90bed2,45525,1733163665988}] 2024-12-02T18:21:08,459 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T18:21:08,466 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T18:21:08,467 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37901, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T18:21:08,470 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T18:21:08,470 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:21:08,470 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T18:21:08,472 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=95451c90bed2%2C45525%2C1733163665988.meta, suffix=.meta, logDir=hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/WALs/95451c90bed2,45525,1733163665988, archiveDir=hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/oldWALs, maxLogs=10 2024-12-02T18:21:08,482 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/WALs/95451c90bed2,45525,1733163665988/95451c90bed2%2C45525%2C1733163665988.meta.1733163668472.meta, exclude list is [], retry=0 2024-12-02T18:21:08,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41047,DS-67bfbd6a-f23a-4294-99a8-5052c7cc2bda,DISK] 2024-12-02T18:21:08,485 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/WALs/95451c90bed2,45525,1733163665988/95451c90bed2%2C45525%2C1733163665988.meta.1733163668472.meta 2024-12-02T18:21:08,486 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40817:40817)] 2024-12-02T18:21:08,486 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:21:08,486 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T18:21:08,486 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T18:21:08,486 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T18:21:08,486 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T18:21:08,487 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T18:21:08,487 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:21:08,487 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T18:21:08,487 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T18:21:08,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T18:21:08,488 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T18:21:08,488 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:08,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:21:08,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T18:21:08,489 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T18:21:08,489 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:08,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:21:08,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T18:21:08,490 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T18:21:08,490 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:08,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:21:08,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T18:21:08,491 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T18:21:08,491 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:08,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:21:08,491 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T18:21:08,492 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/data/hbase/meta/1588230740 2024-12-02T18:21:08,493 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/data/hbase/meta/1588230740 2024-12-02T18:21:08,494 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T18:21:08,494 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T18:21:08,494 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T18:21:08,495 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T18:21:08,495 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61839112, jitterRate=-0.07852542400360107}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T18:21:08,495 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T18:21:08,496 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733163668487Writing region info on filesystem at 1733163668487Initializing all the Stores at 1733163668487Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163668487Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163668488 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163668488Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163668488Cleaning up temporary data from old regions at 1733163668494 (+6 ms)Running coprocessor post-open hooks at 1733163668495 (+1 ms)Region opened successfully at 1733163668496 (+1 ms) 2024-12-02T18:21:08,496 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733163668466 2024-12-02T18:21:08,498 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T18:21:08,498 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T18:21:08,498 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=95451c90bed2,45525,1733163665988 2024-12-02T18:21:08,499 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 95451c90bed2,45525,1733163665988, state=OPEN 2024-12-02T18:21:08,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45525-0x1019746a0c20004, quorum=127.0.0.1:54215, baseZNode=/1-1425643574 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1425643574/meta-region-server 2024-12-02T18:21:08,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40805-0x1019746a0c20003, quorum=127.0.0.1:54215, baseZNode=/1-1425643574 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1425643574/meta-region-server 2024-12-02T18:21:08,510 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=95451c90bed2,45525,1733163665988 2024-12-02T18:21:08,510 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1425643574/meta-region-server: CHANGED 2024-12-02T18:21:08,510 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1425643574/meta-region-server: CHANGED 2024-12-02T18:21:08,511 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T18:21:08,511 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=95451c90bed2,45525,1733163665988 in 196 msec 2024-12-02T18:21:08,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T18:21:08,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 408 msec 2024-12-02T18:21:08,513 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T18:21:08,513 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T18:21:08,514 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:21:08,514 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,45525,1733163665988, seqNum=-1] 2024-12-02T18:21:08,514 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:21:08,515 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35215, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T18:21:08,519 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2450 sec 2024-12-02T18:21:08,519 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733163668519, completionTime=-1 2024-12-02T18:21:08,519 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T18:21:08,519 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T18:21:08,521 INFO [master/95451c90bed2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T18:21:08,521 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733163728521 2024-12-02T18:21:08,521 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733163788521 2024-12-02T18:21:08,521 INFO [master/95451c90bed2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T18:21:08,521 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,40805,1733163665843-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:08,521 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,40805,1733163665843-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:08,521 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,40805,1733163665843-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:08,521 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-95451c90bed2:40805, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:08,522 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:08,522 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:08,523 DEBUG [master/95451c90bed2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T18:21:08,524 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.399sec 2024-12-02T18:21:08,525 INFO [master/95451c90bed2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T18:21:08,525 INFO [master/95451c90bed2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T18:21:08,525 INFO [master/95451c90bed2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T18:21:08,525 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T18:21:08,525 INFO [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T18:21:08,525 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,40805,1733163665843-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T18:21:08,525 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,40805,1733163665843-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T18:21:08,527 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T18:21:08,527 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T18:21:08,527 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,40805,1733163665843-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:08,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e5a569c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:21:08,581 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,40805,-1 for getting cluster id 2024-12-02T18:21:08,581 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:21:08,582 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '910e8a9e-b964-4e24-8b6f-51df96656848' 2024-12-02T18:21:08,582 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:21:08,582 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "910e8a9e-b964-4e24-8b6f-51df96656848" 2024-12-02T18:21:08,582 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b3ab503, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:21:08,582 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,40805,-1] 2024-12-02T18:21:08,583 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:21:08,583 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:08,583 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:21:08,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d2f5328, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:21:08,584 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:21:08,585 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,45525,1733163665988, seqNum=-1] 2024-12-02T18:21:08,585 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:21:08,586 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T18:21:08,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=95451c90bed2,40805,1733163665843 2024-12-02T18:21:08,588 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54215 2024-12-02T18:21:08,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54215, baseZNode=/1-1425643574 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T18:21:08,598 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1019746a0c20005 connected 2024-12-02T18:21:08,610 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:21:08,610 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,39485,1733163659568 2024-12-02T18:21:08,610 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@165dbe91 2024-12-02T18:21:08,610 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:21:08,611 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T18:21:08,612 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39485 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T18:21:08,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39485 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T18:21:08,614 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T18:21:08,614 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:08,614 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39485 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T18:21:08,615 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T18:21:08,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:21:08,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43305 is added to blk_1073741835_1011 (size=902) 2024-12-02T18:21:08,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:21:08,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:21:09,022 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6de7ee11244d4afe11032865d5455beb, NAME => 'test,,1733163668612.6de7ee11244d4afe11032865d5455beb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841 2024-12-02T18:21:09,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43305 is added to blk_1073741836_1012 (size=39) 2024-12-02T18:21:09,072 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T18:21:09,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:09,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:09,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:09,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:09,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:09,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:09,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:09,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:09,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:21:09,426 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733163668612.6de7ee11244d4afe11032865d5455beb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:21:09,426 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6de7ee11244d4afe11032865d5455beb, disabling compactions & flushes 2024-12-02T18:21:09,426 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733163668612.6de7ee11244d4afe11032865d5455beb. 2024-12-02T18:21:09,426 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733163668612.6de7ee11244d4afe11032865d5455beb. 2024-12-02T18:21:09,426 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733163668612.6de7ee11244d4afe11032865d5455beb. after waiting 0 ms 2024-12-02T18:21:09,426 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733163668612.6de7ee11244d4afe11032865d5455beb. 2024-12-02T18:21:09,426 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733163668612.6de7ee11244d4afe11032865d5455beb. 2024-12-02T18:21:09,427 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6de7ee11244d4afe11032865d5455beb: Waiting for close lock at 1733163669426Disabling compacts and flushes for region at 1733163669426Disabling writes for close at 1733163669426Writing region close event to WAL at 1733163669426Closed at 1733163669426 2024-12-02T18:21:09,427 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T18:21:09,428 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733163668612.6de7ee11244d4afe11032865d5455beb.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733163669427"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733163669427"}]},"ts":"1733163669427"} 2024-12-02T18:21:09,429 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T18:21:09,430 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T18:21:09,430 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733163669430"}]},"ts":"1733163669430"} 2024-12-02T18:21:09,432 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T18:21:09,432 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6de7ee11244d4afe11032865d5455beb, ASSIGN}] 2024-12-02T18:21:09,433 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6de7ee11244d4afe11032865d5455beb, ASSIGN 2024-12-02T18:21:09,433 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6de7ee11244d4afe11032865d5455beb, ASSIGN; state=OFFLINE, location=95451c90bed2,46761,1733163660092; forceNewPlan=false, retain=false 2024-12-02T18:21:09,584 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6de7ee11244d4afe11032865d5455beb, regionState=OPENING, regionLocation=95451c90bed2,46761,1733163660092 2024-12-02T18:21:09,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6de7ee11244d4afe11032865d5455beb, ASSIGN because future has completed 2024-12-02T18:21:09,586 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6de7ee11244d4afe11032865d5455beb, server=95451c90bed2,46761,1733163660092}] 2024-12-02T18:21:09,741 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733163668612.6de7ee11244d4afe11032865d5455beb. 2024-12-02T18:21:09,741 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6de7ee11244d4afe11032865d5455beb, NAME => 'test,,1733163668612.6de7ee11244d4afe11032865d5455beb.', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:21:09,741 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T18:21:09,741 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T18:21:09,742 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6de7ee11244d4afe11032865d5455beb 2024-12-02T18:21:09,742 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733163668612.6de7ee11244d4afe11032865d5455beb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:21:09,742 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6de7ee11244d4afe11032865d5455beb 2024-12-02T18:21:09,742 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6de7ee11244d4afe11032865d5455beb 2024-12-02T18:21:09,743 INFO [StoreOpener-6de7ee11244d4afe11032865d5455beb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6de7ee11244d4afe11032865d5455beb 2024-12-02T18:21:09,744 INFO [StoreOpener-6de7ee11244d4afe11032865d5455beb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6de7ee11244d4afe11032865d5455beb columnFamilyName f 2024-12-02T18:21:09,744 DEBUG [StoreOpener-6de7ee11244d4afe11032865d5455beb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:09,744 INFO [StoreOpener-6de7ee11244d4afe11032865d5455beb-1 {}] regionserver.HStore(327): Store=6de7ee11244d4afe11032865d5455beb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:21:09,744 INFO [StoreOpener-6de7ee11244d4afe11032865d5455beb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6de7ee11244d4afe11032865d5455beb 2024-12-02T18:21:09,745 INFO [StoreOpener-6de7ee11244d4afe11032865d5455beb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6de7ee11244d4afe11032865d5455beb columnFamilyName f1 2024-12-02T18:21:09,745 DEBUG [StoreOpener-6de7ee11244d4afe11032865d5455beb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:09,746 INFO [StoreOpener-6de7ee11244d4afe11032865d5455beb-1 {}] regionserver.HStore(327): Store=6de7ee11244d4afe11032865d5455beb/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:21:09,746 INFO [StoreOpener-6de7ee11244d4afe11032865d5455beb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6de7ee11244d4afe11032865d5455beb 2024-12-02T18:21:09,746 INFO [StoreOpener-6de7ee11244d4afe11032865d5455beb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6de7ee11244d4afe11032865d5455beb columnFamilyName norep 2024-12-02T18:21:09,746 DEBUG [StoreOpener-6de7ee11244d4afe11032865d5455beb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:09,747 INFO [StoreOpener-6de7ee11244d4afe11032865d5455beb-1 {}] regionserver.HStore(327): Store=6de7ee11244d4afe11032865d5455beb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:21:09,747 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6de7ee11244d4afe11032865d5455beb 2024-12-02T18:21:09,747 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/data/default/test/6de7ee11244d4afe11032865d5455beb 2024-12-02T18:21:09,748 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/data/default/test/6de7ee11244d4afe11032865d5455beb 2024-12-02T18:21:09,748 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6de7ee11244d4afe11032865d5455beb 2024-12-02T18:21:09,748 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6de7ee11244d4afe11032865d5455beb 2024-12-02T18:21:09,749 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T18:21:09,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:21:09,749 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6de7ee11244d4afe11032865d5455beb 2024-12-02T18:21:09,751 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/data/default/test/6de7ee11244d4afe11032865d5455beb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T18:21:09,751 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6de7ee11244d4afe11032865d5455beb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68146462, jitterRate=0.01546141505241394}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T18:21:09,751 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6de7ee11244d4afe11032865d5455beb 2024-12-02T18:21:09,752 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6de7ee11244d4afe11032865d5455beb: Running coprocessor pre-open hook at 1733163669742Writing region info on filesystem at 1733163669742Initializing all the Stores at 1733163669743 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163669743Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163669743Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163669743Cleaning up temporary data from old regions at 1733163669748 (+5 ms)Running coprocessor post-open hooks at 1733163669751 (+3 ms)Region opened successfully at 1733163669752 (+1 ms) 2024-12-02T18:21:09,752 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733163668612.6de7ee11244d4afe11032865d5455beb., pid=6, masterSystemTime=1733163669738 2024-12-02T18:21:09,754 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733163668612.6de7ee11244d4afe11032865d5455beb. 2024-12-02T18:21:09,754 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733163668612.6de7ee11244d4afe11032865d5455beb. 2024-12-02T18:21:09,755 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6de7ee11244d4afe11032865d5455beb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=95451c90bed2,46761,1733163660092 2024-12-02T18:21:09,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6de7ee11244d4afe11032865d5455beb, server=95451c90bed2,46761,1733163660092 because future has completed 2024-12-02T18:21:09,759 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T18:21:09,759 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6de7ee11244d4afe11032865d5455beb, server=95451c90bed2,46761,1733163660092 in 171 msec 2024-12-02T18:21:09,760 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T18:21:09,760 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6de7ee11244d4afe11032865d5455beb, ASSIGN in 327 msec 2024-12-02T18:21:09,760 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T18:21:09,761 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733163669760"}]},"ts":"1733163669760"} 2024-12-02T18:21:09,762 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T18:21:09,763 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T18:21:09,764 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1510 sec 2024-12-02T18:21:10,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:21:10,759 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T18:21:10,759 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:21:10,760 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,40805,1733163665843 2024-12-02T18:21:10,760 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6affd2ae 2024-12-02T18:21:10,760 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:21:10,761 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T18:21:10,762 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T18:21:10,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T18:21:10,763 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T18:21:10,763 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:10,763 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T18:21:10,764 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T18:21:10,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:21:10,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41047 is added to blk_1073741835_1011 (size=902) 2024-12-02T18:21:10,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:21:11,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:21:11,172 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 28619a93cf36d6637bea0f66e2b16501, NAME => 'test,,1733163670761.28619a93cf36d6637bea0f66e2b16501.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10 2024-12-02T18:21:11,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41047 is added to blk_1073741836_1012 (size=39) 2024-12-02T18:21:11,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:21:11,577 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733163670761.28619a93cf36d6637bea0f66e2b16501.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:21:11,578 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 28619a93cf36d6637bea0f66e2b16501, disabling compactions & flushes 2024-12-02T18:21:11,578 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733163670761.28619a93cf36d6637bea0f66e2b16501. 2024-12-02T18:21:11,578 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733163670761.28619a93cf36d6637bea0f66e2b16501. 2024-12-02T18:21:11,578 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733163670761.28619a93cf36d6637bea0f66e2b16501. after waiting 0 ms 2024-12-02T18:21:11,578 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733163670761.28619a93cf36d6637bea0f66e2b16501. 2024-12-02T18:21:11,578 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733163670761.28619a93cf36d6637bea0f66e2b16501. 2024-12-02T18:21:11,578 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 28619a93cf36d6637bea0f66e2b16501: Waiting for close lock at 1733163671577Disabling compacts and flushes for region at 1733163671577Disabling writes for close at 1733163671578 (+1 ms)Writing region close event to WAL at 1733163671578Closed at 1733163671578 2024-12-02T18:21:11,579 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T18:21:11,579 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733163670761.28619a93cf36d6637bea0f66e2b16501.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733163671579"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733163671579"}]},"ts":"1733163671579"} 2024-12-02T18:21:11,581 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T18:21:11,581 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T18:21:11,581 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733163671581"}]},"ts":"1733163671581"} 2024-12-02T18:21:11,583 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T18:21:11,583 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=28619a93cf36d6637bea0f66e2b16501, ASSIGN}] 2024-12-02T18:21:11,584 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=28619a93cf36d6637bea0f66e2b16501, ASSIGN 2024-12-02T18:21:11,585 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=28619a93cf36d6637bea0f66e2b16501, ASSIGN; state=OFFLINE, location=95451c90bed2,45525,1733163665988; forceNewPlan=false, retain=false 2024-12-02T18:21:11,735 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=28619a93cf36d6637bea0f66e2b16501, regionState=OPENING, regionLocation=95451c90bed2,45525,1733163665988 2024-12-02T18:21:11,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=28619a93cf36d6637bea0f66e2b16501, ASSIGN because future has completed 2024-12-02T18:21:11,738 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 28619a93cf36d6637bea0f66e2b16501, server=95451c90bed2,45525,1733163665988}] 2024-12-02T18:21:11,892 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733163670761.28619a93cf36d6637bea0f66e2b16501. 2024-12-02T18:21:11,893 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 28619a93cf36d6637bea0f66e2b16501, NAME => 'test,,1733163670761.28619a93cf36d6637bea0f66e2b16501.', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:21:11,893 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T18:21:11,893 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T18:21:11,893 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 28619a93cf36d6637bea0f66e2b16501 2024-12-02T18:21:11,893 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733163670761.28619a93cf36d6637bea0f66e2b16501.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:21:11,893 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 28619a93cf36d6637bea0f66e2b16501 2024-12-02T18:21:11,893 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 28619a93cf36d6637bea0f66e2b16501 2024-12-02T18:21:11,894 INFO [StoreOpener-28619a93cf36d6637bea0f66e2b16501-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 28619a93cf36d6637bea0f66e2b16501 2024-12-02T18:21:11,895 INFO [StoreOpener-28619a93cf36d6637bea0f66e2b16501-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28619a93cf36d6637bea0f66e2b16501 columnFamilyName f 2024-12-02T18:21:11,895 DEBUG [StoreOpener-28619a93cf36d6637bea0f66e2b16501-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:11,895 INFO [StoreOpener-28619a93cf36d6637bea0f66e2b16501-1 {}] regionserver.HStore(327): Store=28619a93cf36d6637bea0f66e2b16501/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:21:11,896 INFO [StoreOpener-28619a93cf36d6637bea0f66e2b16501-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 28619a93cf36d6637bea0f66e2b16501 2024-12-02T18:21:11,896 INFO [StoreOpener-28619a93cf36d6637bea0f66e2b16501-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28619a93cf36d6637bea0f66e2b16501 columnFamilyName f1 2024-12-02T18:21:11,896 DEBUG [StoreOpener-28619a93cf36d6637bea0f66e2b16501-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:11,897 INFO [StoreOpener-28619a93cf36d6637bea0f66e2b16501-1 {}] regionserver.HStore(327): Store=28619a93cf36d6637bea0f66e2b16501/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:21:11,897 INFO [StoreOpener-28619a93cf36d6637bea0f66e2b16501-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 28619a93cf36d6637bea0f66e2b16501 2024-12-02T18:21:11,898 INFO [StoreOpener-28619a93cf36d6637bea0f66e2b16501-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 28619a93cf36d6637bea0f66e2b16501 columnFamilyName norep 2024-12-02T18:21:11,898 DEBUG [StoreOpener-28619a93cf36d6637bea0f66e2b16501-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:11,898 INFO [StoreOpener-28619a93cf36d6637bea0f66e2b16501-1 {}] regionserver.HStore(327): Store=28619a93cf36d6637bea0f66e2b16501/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:21:11,898 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 28619a93cf36d6637bea0f66e2b16501 2024-12-02T18:21:11,898 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/data/default/test/28619a93cf36d6637bea0f66e2b16501 2024-12-02T18:21:11,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:21:11,899 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/data/default/test/28619a93cf36d6637bea0f66e2b16501 2024-12-02T18:21:11,899 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 28619a93cf36d6637bea0f66e2b16501 2024-12-02T18:21:11,899 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 28619a93cf36d6637bea0f66e2b16501 2024-12-02T18:21:11,900 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T18:21:11,901 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 28619a93cf36d6637bea0f66e2b16501 2024-12-02T18:21:11,902 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/data/default/test/28619a93cf36d6637bea0f66e2b16501/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T18:21:11,903 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 28619a93cf36d6637bea0f66e2b16501; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73157788, jitterRate=0.09013599157333374}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T18:21:11,903 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 28619a93cf36d6637bea0f66e2b16501 2024-12-02T18:21:11,903 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 28619a93cf36d6637bea0f66e2b16501: Running coprocessor pre-open hook at 1733163671893Writing region info on filesystem at 1733163671893Initializing all the Stores at 1733163671894 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163671894Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163671894Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163671894Cleaning up temporary data from old regions at 1733163671899 (+5 ms)Running coprocessor post-open hooks at 1733163671903 (+4 ms)Region opened successfully at 1733163671903 2024-12-02T18:21:11,903 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733163670761.28619a93cf36d6637bea0f66e2b16501., pid=6, masterSystemTime=1733163671889 2024-12-02T18:21:11,905 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733163670761.28619a93cf36d6637bea0f66e2b16501. 2024-12-02T18:21:11,905 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733163670761.28619a93cf36d6637bea0f66e2b16501. 2024-12-02T18:21:11,906 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=28619a93cf36d6637bea0f66e2b16501, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=95451c90bed2,45525,1733163665988 2024-12-02T18:21:11,907 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40805 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=95451c90bed2,45525,1733163665988, table=test, region=28619a93cf36d6637bea0f66e2b16501. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-02T18:21:11,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 28619a93cf36d6637bea0f66e2b16501, server=95451c90bed2,45525,1733163665988 because future has completed 2024-12-02T18:21:11,910 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T18:21:11,910 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 28619a93cf36d6637bea0f66e2b16501, server=95451c90bed2,45525,1733163665988 in 171 msec 2024-12-02T18:21:11,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T18:21:11,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=28619a93cf36d6637bea0f66e2b16501, ASSIGN in 327 msec 2024-12-02T18:21:11,912 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T18:21:11,912 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733163671912"}]},"ts":"1733163671912"} 2024-12-02T18:21:11,914 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T18:21:11,914 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T18:21:11,916 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1520 sec 2024-12-02T18:21:12,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:21:12,915 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T18:21:12,916 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4086e40d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:21:12,916 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,39485,-1 for getting cluster id 2024-12-02T18:21:12,916 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:21:12,917 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc0a270f-77f4-40a6-909e-d6732e470895' 2024-12-02T18:21:12,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:21:12,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc0a270f-77f4-40a6-909e-d6732e470895" 2024-12-02T18:21:12,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b5042fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:21:12,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,39485,-1] 2024-12-02T18:21:12,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:21:12,918 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:12,918 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:21:12,919 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ad3e9ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:21:12,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b38e1f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:21:12,920 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,40805,-1 for getting cluster id 2024-12-02T18:21:12,920 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:21:12,920 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '910e8a9e-b964-4e24-8b6f-51df96656848' 2024-12-02T18:21:12,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:21:12,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "910e8a9e-b964-4e24-8b6f-51df96656848" 2024-12-02T18:21:12,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dea4edb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:21:12,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,40805,-1] 2024-12-02T18:21:12,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:21:12,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:12,922 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:21:12,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e37cde2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:21:12,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60db5ea7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:21:12,924 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,39485,-1 for getting cluster id 2024-12-02T18:21:12,924 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:21:12,924 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc0a270f-77f4-40a6-909e-d6732e470895' 2024-12-02T18:21:12,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:21:12,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc0a270f-77f4-40a6-909e-d6732e470895" 2024-12-02T18:21:12,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@268b20b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:21:12,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,39485,-1] 2024-12-02T18:21:12,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:21:12,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:12,926 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:21:12,927 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48097c6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:21:12,927 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:21:12,928 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,39485,1733163659568 2024-12-02T18:21:12,928 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f375a09 2024-12-02T18:21:12,928 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:21:12,933 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T18:21:12,934 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39485 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://95451c90bed2:40805,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T18:21:12,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39485 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T18:21:12,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T18:21:12,937 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='95451c90bed2:40805' 2024-12-02T18:21:12,944 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f1446d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:21:12,944 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,40805,-1 for getting cluster id 2024-12-02T18:21:12,945 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:21:12,945 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '910e8a9e-b964-4e24-8b6f-51df96656848' 2024-12-02T18:21:12,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:21:12,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "910e8a9e-b964-4e24-8b6f-51df96656848" 2024-12-02T18:21:12,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59c09856, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:21:12,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,40805,-1] 2024-12-02T18:21:12,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:21:12,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:12,947 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:21:12,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40aedf6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:21:12,948 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:21:12,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,40805,1733163665843 2024-12-02T18:21:12,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f0fde76 2024-12-02T18:21:12,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:21:12,949 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T18:21:12,950 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-02T18:21:12,950 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T18:21:12,950 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:12,950 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:12,950 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:21:12,950 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T18:21:12,951 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T18:21:12,952 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T18:21:12,952 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:12,953 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T18:21:12,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43305 is added to blk_1073741837_1013 (size=1138) 2024-12-02T18:21:13,001 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T18:21:13,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T18:21:13,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T18:21:13,363 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e5f2637efb32d9e6e7615bd2e7601ecc, NAME => 'hbase:replication,,1733163672950.e5f2637efb32d9e6e7615bd2e7601ecc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841 2024-12-02T18:21:13,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43305 is added to blk_1073741838_1014 (size=44) 2024-12-02T18:21:13,384 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-02T18:21:13,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T18:21:13,769 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733163672950.e5f2637efb32d9e6e7615bd2e7601ecc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:21:13,769 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e5f2637efb32d9e6e7615bd2e7601ecc, disabling compactions & flushes 2024-12-02T18:21:13,769 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733163672950.e5f2637efb32d9e6e7615bd2e7601ecc. 2024-12-02T18:21:13,769 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733163672950.e5f2637efb32d9e6e7615bd2e7601ecc. 2024-12-02T18:21:13,769 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733163672950.e5f2637efb32d9e6e7615bd2e7601ecc. after waiting 0 ms 2024-12-02T18:21:13,769 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733163672950.e5f2637efb32d9e6e7615bd2e7601ecc. 2024-12-02T18:21:13,769 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733163672950.e5f2637efb32d9e6e7615bd2e7601ecc. 2024-12-02T18:21:13,769 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e5f2637efb32d9e6e7615bd2e7601ecc: Waiting for close lock at 1733163673769Disabling compacts and flushes for region at 1733163673769Disabling writes for close at 1733163673769Writing region close event to WAL at 1733163673769Closed at 1733163673769 2024-12-02T18:21:13,771 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T18:21:13,771 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733163672950.e5f2637efb32d9e6e7615bd2e7601ecc.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733163673771"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733163673771"}]},"ts":"1733163673771"} 2024-12-02T18:21:13,777 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T18:21:13,778 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T18:21:13,778 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733163673778"}]},"ts":"1733163673778"} 2024-12-02T18:21:13,781 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T18:21:13,782 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e5f2637efb32d9e6e7615bd2e7601ecc, ASSIGN}] 2024-12-02T18:21:13,785 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e5f2637efb32d9e6e7615bd2e7601ecc, ASSIGN 2024-12-02T18:21:13,786 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e5f2637efb32d9e6e7615bd2e7601ecc, ASSIGN; state=OFFLINE, location=95451c90bed2,46761,1733163660092; forceNewPlan=false, retain=false 2024-12-02T18:21:13,937 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e5f2637efb32d9e6e7615bd2e7601ecc, regionState=OPENING, regionLocation=95451c90bed2,46761,1733163660092 2024-12-02T18:21:13,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e5f2637efb32d9e6e7615bd2e7601ecc, ASSIGN because future has completed 2024-12-02T18:21:13,940 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e5f2637efb32d9e6e7615bd2e7601ecc, server=95451c90bed2,46761,1733163660092}] 2024-12-02T18:21:13,988 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T18:21:14,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:14,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:14,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:14,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:14,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:14,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:14,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:14,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:14,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T18:21:14,121 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733163672950.e5f2637efb32d9e6e7615bd2e7601ecc. 2024-12-02T18:21:14,121 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:21:14,121 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T18:21:14,123 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=95451c90bed2%2C46761%2C1733163660092.rep, suffix=, logDir=hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/WALs/95451c90bed2,46761,1733163660092, archiveDir=hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/oldWALs, maxLogs=10 2024-12-02T18:21:14,142 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/WALs/95451c90bed2,46761,1733163660092/95451c90bed2%2C46761%2C1733163660092.rep.1733163674123, exclude list is [], retry=0 2024-12-02T18:21:14,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43305,DS-5ecbe601-96b0-4b4a-8121-931564c42827,DISK] 2024-12-02T18:21:14,152 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/WALs/95451c90bed2,46761,1733163660092/95451c90bed2%2C46761%2C1733163660092.rep.1733163674123 2024-12-02T18:21:14,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39031:39031)] 2024-12-02T18:21:14,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e5f2637efb32d9e6e7615bd2e7601ecc, NAME => 'hbase:replication,,1733163672950.e5f2637efb32d9e6e7615bd2e7601ecc.', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:21:14,153 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T18:21:14,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T18:21:14,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733163672950.e5f2637efb32d9e6e7615bd2e7601ecc. service=MultiRowMutationService 2024-12-02T18:21:14,154 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T18:21:14,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e5f2637efb32d9e6e7615bd2e7601ecc 2024-12-02T18:21:14,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733163672950.e5f2637efb32d9e6e7615bd2e7601ecc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:21:14,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e5f2637efb32d9e6e7615bd2e7601ecc 2024-12-02T18:21:14,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e5f2637efb32d9e6e7615bd2e7601ecc 2024-12-02T18:21:14,156 INFO [StoreOpener-e5f2637efb32d9e6e7615bd2e7601ecc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e5f2637efb32d9e6e7615bd2e7601ecc 2024-12-02T18:21:14,157 INFO [StoreOpener-e5f2637efb32d9e6e7615bd2e7601ecc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5f2637efb32d9e6e7615bd2e7601ecc columnFamilyName hfileref 2024-12-02T18:21:14,158 DEBUG [StoreOpener-e5f2637efb32d9e6e7615bd2e7601ecc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:14,158 INFO [StoreOpener-e5f2637efb32d9e6e7615bd2e7601ecc-1 {}] regionserver.HStore(327): Store=e5f2637efb32d9e6e7615bd2e7601ecc/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:21:14,158 INFO [StoreOpener-e5f2637efb32d9e6e7615bd2e7601ecc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e5f2637efb32d9e6e7615bd2e7601ecc 2024-12-02T18:21:14,160 INFO [StoreOpener-e5f2637efb32d9e6e7615bd2e7601ecc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5f2637efb32d9e6e7615bd2e7601ecc columnFamilyName queue 2024-12-02T18:21:14,160 DEBUG [StoreOpener-e5f2637efb32d9e6e7615bd2e7601ecc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:14,160 INFO [StoreOpener-e5f2637efb32d9e6e7615bd2e7601ecc-1 {}] regionserver.HStore(327): Store=e5f2637efb32d9e6e7615bd2e7601ecc/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:21:14,161 INFO [StoreOpener-e5f2637efb32d9e6e7615bd2e7601ecc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e5f2637efb32d9e6e7615bd2e7601ecc 2024-12-02T18:21:14,162 INFO [StoreOpener-e5f2637efb32d9e6e7615bd2e7601ecc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e5f2637efb32d9e6e7615bd2e7601ecc columnFamilyName sid 2024-12-02T18:21:14,162 DEBUG [StoreOpener-e5f2637efb32d9e6e7615bd2e7601ecc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:14,164 INFO [StoreOpener-e5f2637efb32d9e6e7615bd2e7601ecc-1 {}] regionserver.HStore(327): Store=e5f2637efb32d9e6e7615bd2e7601ecc/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:21:14,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e5f2637efb32d9e6e7615bd2e7601ecc 2024-12-02T18:21:14,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/data/hbase/replication/e5f2637efb32d9e6e7615bd2e7601ecc 2024-12-02T18:21:14,165 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/data/hbase/replication/e5f2637efb32d9e6e7615bd2e7601ecc 2024-12-02T18:21:14,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e5f2637efb32d9e6e7615bd2e7601ecc 2024-12-02T18:21:14,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e5f2637efb32d9e6e7615bd2e7601ecc 2024-12-02T18:21:14,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T18:21:14,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e5f2637efb32d9e6e7615bd2e7601ecc 2024-12-02T18:21:14,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/data/hbase/replication/e5f2637efb32d9e6e7615bd2e7601ecc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T18:21:14,177 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e5f2637efb32d9e6e7615bd2e7601ecc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74707898, jitterRate=0.11323443055152893}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T18:21:14,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e5f2637efb32d9e6e7615bd2e7601ecc 2024-12-02T18:21:14,178 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e5f2637efb32d9e6e7615bd2e7601ecc: Running coprocessor pre-open hook at 1733163674154Writing region info on filesystem at 1733163674154Initializing all the Stores at 1733163674155 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163674155Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163674156 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163674156Cleaning up temporary data from old regions at 1733163674166 (+10 ms)Running coprocessor post-open hooks at 1733163674178 (+12 ms)Region opened successfully at 1733163674178 2024-12-02T18:21:14,179 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733163672950.e5f2637efb32d9e6e7615bd2e7601ecc., pid=10, masterSystemTime=1733163674091 2024-12-02T18:21:14,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733163672950.e5f2637efb32d9e6e7615bd2e7601ecc. 2024-12-02T18:21:14,181 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733163672950.e5f2637efb32d9e6e7615bd2e7601ecc. 2024-12-02T18:21:14,182 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e5f2637efb32d9e6e7615bd2e7601ecc, regionState=OPEN, openSeqNum=2, regionLocation=95451c90bed2,46761,1733163660092 2024-12-02T18:21:14,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e5f2637efb32d9e6e7615bd2e7601ecc, server=95451c90bed2,46761,1733163660092 because future has completed 2024-12-02T18:21:14,200 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T18:21:14,200 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e5f2637efb32d9e6e7615bd2e7601ecc, server=95451c90bed2,46761,1733163660092 in 253 msec 2024-12-02T18:21:14,203 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T18:21:14,203 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e5f2637efb32d9e6e7615bd2e7601ecc, ASSIGN in 418 msec 2024-12-02T18:21:14,204 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T18:21:14,204 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733163674204"}]},"ts":"1733163674204"} 2024-12-02T18:21:14,206 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T18:21:14,208 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T18:21:14,218 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2580 sec 2024-12-02T18:21:14,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733163672950.e5f2637efb32d9e6e7615bd2e7601ecc., hostname=95451c90bed2,46761,1733163660092, seqNum=2] 2024-12-02T18:21:14,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39485-0x1019746a0c20000, quorum=127.0.0.1:54215, baseZNode=/0-1992781382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1992781382 2024-12-02T18:21:14,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46761-0x1019746a0c20001, quorum=127.0.0.1:54215, baseZNode=/0-1992781382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1992781382 2024-12-02T18:21:14,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T18:21:14,460 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-02T18:21:14,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46761 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T18:21:14,551 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T18:21:14,577 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-95451c90bed2,46761,1733163660092, ReplicationSource: 1, currentBandwidth=0 2024-12-02T18:21:14,578 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:21:14,578 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,46761,1733163660092, seqNum=-1] 2024-12-02T18:21:14,578 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:21:14,579 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46743, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-02T18:21:14,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-95451c90bed2,46761,1733163660092', locateType=CURRENT is [region=hbase:replication,,1733163672950.e5f2637efb32d9e6e7615bd2e7601ecc., hostname=95451c90bed2,46761,1733163660092, seqNum=2] 2024-12-02T18:21:14,584 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T18:21:14,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39485 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T18:21:14,586 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 95451c90bed2,46761,1733163660092 suceeded 2024-12-02T18:21:14,587 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T18:21:14,587 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-12-02T18:21:14,587 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://95451c90bed2:40805,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T18:21:14,589 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6520 sec 2024-12-02T18:21:14,604 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46761,1733163660092 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='95451c90bed2:40805' 2024-12-02T18:21:14,605 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46761,1733163660092 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24f317d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:21:14,605 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46761,1733163660092 {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,40805,-1 for getting cluster id 2024-12-02T18:21:14,605 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46761,1733163660092 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:21:14,606 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '910e8a9e-b964-4e24-8b6f-51df96656848' 2024-12-02T18:21:14,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:21:14,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "910e8a9e-b964-4e24-8b6f-51df96656848" 2024-12-02T18:21:14,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7515baf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:21:14,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,40805,-1] 2024-12-02T18:21:14,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:21:14,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:14,608 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:21:14,608 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46761,1733163660092 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@565e15c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:21:14,609 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46761,1733163660092 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:21:14,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,40805,1733163665843 2024-12-02T18:21:14,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1104b5de 2024-12-02T18:21:14,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:21:14,610 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-02T18:21:14,611 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46761,1733163660092 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-95451c90bed2,46761,1733163660092 (queues=1) is replicating from cluster=cc0a270f-77f4-40a6-909e-d6732e470895 to cluster=910e8a9e-b964-4e24-8b6f-51df96656848 2024-12-02T18:21:14,611 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46761,1733163660092 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=95451c90bed2%2C46761%2C1733163660092 2024-12-02T18:21:14,611 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46761,1733163660092 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-95451c90bed2,46761,1733163660092, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T18:21:14,611 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46761,1733163660092.replicationSource.shipper95451c90bed2%2C46761%2C1733163660092,1-95451c90bed2,46761,1733163660092 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 95451c90bed2%2C46761%2C1733163660092 2024-12-02T18:21:14,611 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46761,1733163660092.replicationSource.wal-reader.95451c90bed2%2C46761%2C1733163660092,1-95451c90bed2,46761,1733163660092 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/WALs/95451c90bed2,46761,1733163660092/95451c90bed2%2C46761%2C1733163660092.1733163662602, startPosition=0, beingWritten=true 2024-12-02T18:21:14,623 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46761,1733163660092.replicationSource.wal-reader.95451c90bed2%2C46761%2C1733163660092,1-95451c90bed2,46761,1733163660092 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T18:21:14,624 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46761,1733163660092.replicationSource.wal-reader.95451c90bed2%2C46761%2C1733163660092,1-95451c90bed2,46761,1733163660092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/WALs/95451c90bed2,46761,1733163660092/95451c90bed2%2C46761%2C1733163660092.1733163662602 to pos 379, reset compression=false 2024-12-02T18:21:14,628 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46761,1733163660092.replicationSource.shipper95451c90bed2%2C46761%2C1733163660092,1-95451c90bed2,46761,1733163660092 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-95451c90bed2,46761,1733163660092 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/WALs/95451c90bed2,46761,1733163660092/95451c90bed2%2C46761%2C1733163660092.1733163662602, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T18:21:14,827 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46761,1733163660092.replicationSource.wal-reader.95451c90bed2%2C46761%2C1733163660092,1-95451c90bed2,46761,1733163660092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/WALs/95451c90bed2,46761,1733163660092/95451c90bed2%2C46761%2C1733163660092.1733163662602 to pos 379, reset compression=false 2024-12-02T18:21:15,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T18:21:15,078 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T18:21:15,079 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T18:21:15,079 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:21:15,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:15,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:15,079 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:21:15,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12d46557, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:21:15,079 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,40805,-1 for getting cluster id 2024-12-02T18:21:15,079 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:21:15,080 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '910e8a9e-b964-4e24-8b6f-51df96656848' 2024-12-02T18:21:15,080 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:21:15,080 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "910e8a9e-b964-4e24-8b6f-51df96656848" 2024-12-02T18:21:15,080 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a5cd3d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:21:15,080 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,40805,-1] 2024-12-02T18:21:15,081 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:21:15,081 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:15,081 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:21:15,082 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f3eb43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:21:15,082 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:21:15,083 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,40805,1733163665843 2024-12-02T18:21:15,083 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fcdcf1e 2024-12-02T18:21:15,083 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:21:15,083 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T18:21:15,084 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://95451c90bed2:39485,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T18:21:15,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T18:21:15,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T18:21:15,086 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='95451c90bed2:39485' 2024-12-02T18:21:15,086 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1709e8b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:21:15,087 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,39485,-1 for getting cluster id 2024-12-02T18:21:15,087 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:21:15,087 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc0a270f-77f4-40a6-909e-d6732e470895' 2024-12-02T18:21:15,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:21:15,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc0a270f-77f4-40a6-909e-d6732e470895" 2024-12-02T18:21:15,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c902445, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:21:15,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,39485,-1] 2024-12-02T18:21:15,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:21:15,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:15,088 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:21:15,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4685ab5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:21:15,089 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:21:15,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,39485,1733163659568 2024-12-02T18:21:15,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@793839c4 2024-12-02T18:21:15,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:21:15,090 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T18:21:15,090 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-02T18:21:15,090 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T18:21:15,090 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:15,091 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:15,091 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:21:15,091 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T18:21:15,092 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T18:21:15,093 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T18:21:15,093 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:15,093 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T18:21:15,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41047 is added to blk_1073741837_1013 (size=1138) 2024-12-02T18:21:15,131 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46761,1733163660092.replicationSource.wal-reader.95451c90bed2%2C46761%2C1733163660092,1-95451c90bed2,46761,1733163660092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/WALs/95451c90bed2,46761,1733163660092/95451c90bed2%2C46761%2C1733163660092.1733163662602 to pos 379, reset compression=false 2024-12-02T18:21:15,142 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T18:21:15,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T18:21:15,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T18:21:15,500 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3568bcabbb63fcc8c6ea9719023fb445, NAME => 'hbase:replication,,1733163675091.3568bcabbb63fcc8c6ea9719023fb445.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10 2024-12-02T18:21:15,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41047 is added to blk_1073741838_1014 (size=44) 2024-12-02T18:21:15,534 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46761,1733163660092.replicationSource.wal-reader.95451c90bed2%2C46761%2C1733163660092,1-95451c90bed2,46761,1733163660092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/WALs/95451c90bed2,46761,1733163660092/95451c90bed2%2C46761%2C1733163660092.1733163662602 to pos 379, reset compression=false 2024-12-02T18:21:15,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T18:21:15,906 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733163675091.3568bcabbb63fcc8c6ea9719023fb445.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:21:15,906 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3568bcabbb63fcc8c6ea9719023fb445, disabling compactions & flushes 2024-12-02T18:21:15,907 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733163675091.3568bcabbb63fcc8c6ea9719023fb445. 2024-12-02T18:21:15,907 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733163675091.3568bcabbb63fcc8c6ea9719023fb445. 2024-12-02T18:21:15,907 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733163675091.3568bcabbb63fcc8c6ea9719023fb445. after waiting 0 ms 2024-12-02T18:21:15,907 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733163675091.3568bcabbb63fcc8c6ea9719023fb445. 2024-12-02T18:21:15,907 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733163675091.3568bcabbb63fcc8c6ea9719023fb445. 2024-12-02T18:21:15,907 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3568bcabbb63fcc8c6ea9719023fb445: Waiting for close lock at 1733163675906Disabling compacts and flushes for region at 1733163675906Disabling writes for close at 1733163675907 (+1 ms)Writing region close event to WAL at 1733163675907Closed at 1733163675907 2024-12-02T18:21:15,908 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T18:21:15,908 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733163675091.3568bcabbb63fcc8c6ea9719023fb445.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733163675908"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733163675908"}]},"ts":"1733163675908"} 2024-12-02T18:21:15,909 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T18:21:15,910 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T18:21:15,910 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733163675910"}]},"ts":"1733163675910"} 2024-12-02T18:21:15,911 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T18:21:15,912 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3568bcabbb63fcc8c6ea9719023fb445, ASSIGN}] 2024-12-02T18:21:15,912 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3568bcabbb63fcc8c6ea9719023fb445, ASSIGN 2024-12-02T18:21:15,913 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3568bcabbb63fcc8c6ea9719023fb445, ASSIGN; state=OFFLINE, location=95451c90bed2,45525,1733163665988; forceNewPlan=false, retain=false 2024-12-02T18:21:16,038 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46761,1733163660092.replicationSource.wal-reader.95451c90bed2%2C46761%2C1733163660092,1-95451c90bed2,46761,1733163660092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/WALs/95451c90bed2,46761,1733163660092/95451c90bed2%2C46761%2C1733163660092.1733163662602 to pos 379, reset compression=false 2024-12-02T18:21:16,063 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3568bcabbb63fcc8c6ea9719023fb445, regionState=OPENING, regionLocation=95451c90bed2,45525,1733163665988 2024-12-02T18:21:16,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3568bcabbb63fcc8c6ea9719023fb445, ASSIGN because future has completed 2024-12-02T18:21:16,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3568bcabbb63fcc8c6ea9719023fb445, server=95451c90bed2,45525,1733163665988}] 2024-12-02T18:21:16,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T18:21:16,221 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733163675091.3568bcabbb63fcc8c6ea9719023fb445. 2024-12-02T18:21:16,221 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:21:16,221 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T18:21:16,222 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=95451c90bed2%2C45525%2C1733163665988.rep, suffix=, logDir=hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/WALs/95451c90bed2,45525,1733163665988, archiveDir=hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/oldWALs, maxLogs=10 2024-12-02T18:21:16,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/WALs/95451c90bed2,45525,1733163665988/95451c90bed2%2C45525%2C1733163665988.rep.1733163676222, exclude list is [], retry=0 2024-12-02T18:21:16,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41047,DS-67bfbd6a-f23a-4294-99a8-5052c7cc2bda,DISK] 2024-12-02T18:21:16,236 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/WALs/95451c90bed2,45525,1733163665988/95451c90bed2%2C45525%2C1733163665988.rep.1733163676222 2024-12-02T18:21:16,236 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40817:40817)] 2024-12-02T18:21:16,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 3568bcabbb63fcc8c6ea9719023fb445, NAME => 'hbase:replication,,1733163675091.3568bcabbb63fcc8c6ea9719023fb445.', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:21:16,237 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T18:21:16,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T18:21:16,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733163675091.3568bcabbb63fcc8c6ea9719023fb445. service=MultiRowMutationService 2024-12-02T18:21:16,237 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T18:21:16,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3568bcabbb63fcc8c6ea9719023fb445 2024-12-02T18:21:16,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733163675091.3568bcabbb63fcc8c6ea9719023fb445.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:21:16,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 3568bcabbb63fcc8c6ea9719023fb445 2024-12-02T18:21:16,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 3568bcabbb63fcc8c6ea9719023fb445 2024-12-02T18:21:16,242 INFO [StoreOpener-3568bcabbb63fcc8c6ea9719023fb445-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3568bcabbb63fcc8c6ea9719023fb445 2024-12-02T18:21:16,243 INFO [StoreOpener-3568bcabbb63fcc8c6ea9719023fb445-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3568bcabbb63fcc8c6ea9719023fb445 columnFamilyName hfileref 2024-12-02T18:21:16,243 DEBUG [StoreOpener-3568bcabbb63fcc8c6ea9719023fb445-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:16,243 INFO [StoreOpener-3568bcabbb63fcc8c6ea9719023fb445-1 {}] regionserver.HStore(327): Store=3568bcabbb63fcc8c6ea9719023fb445/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:21:16,243 INFO [StoreOpener-3568bcabbb63fcc8c6ea9719023fb445-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3568bcabbb63fcc8c6ea9719023fb445 2024-12-02T18:21:16,244 INFO [StoreOpener-3568bcabbb63fcc8c6ea9719023fb445-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3568bcabbb63fcc8c6ea9719023fb445 columnFamilyName queue 2024-12-02T18:21:16,244 DEBUG [StoreOpener-3568bcabbb63fcc8c6ea9719023fb445-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:16,244 INFO [StoreOpener-3568bcabbb63fcc8c6ea9719023fb445-1 {}] regionserver.HStore(327): Store=3568bcabbb63fcc8c6ea9719023fb445/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:21:16,244 INFO [StoreOpener-3568bcabbb63fcc8c6ea9719023fb445-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3568bcabbb63fcc8c6ea9719023fb445 2024-12-02T18:21:16,245 INFO [StoreOpener-3568bcabbb63fcc8c6ea9719023fb445-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3568bcabbb63fcc8c6ea9719023fb445 columnFamilyName sid 2024-12-02T18:21:16,245 DEBUG [StoreOpener-3568bcabbb63fcc8c6ea9719023fb445-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:16,245 INFO [StoreOpener-3568bcabbb63fcc8c6ea9719023fb445-1 {}] regionserver.HStore(327): Store=3568bcabbb63fcc8c6ea9719023fb445/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:21:16,246 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 3568bcabbb63fcc8c6ea9719023fb445 2024-12-02T18:21:16,246 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/data/hbase/replication/3568bcabbb63fcc8c6ea9719023fb445 2024-12-02T18:21:16,246 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/data/hbase/replication/3568bcabbb63fcc8c6ea9719023fb445 2024-12-02T18:21:16,247 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 3568bcabbb63fcc8c6ea9719023fb445 2024-12-02T18:21:16,247 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 3568bcabbb63fcc8c6ea9719023fb445 2024-12-02T18:21:16,247 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T18:21:16,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 3568bcabbb63fcc8c6ea9719023fb445 2024-12-02T18:21:16,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/data/hbase/replication/3568bcabbb63fcc8c6ea9719023fb445/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T18:21:16,250 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 3568bcabbb63fcc8c6ea9719023fb445; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71351058, jitterRate=0.06321361660957336}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T18:21:16,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3568bcabbb63fcc8c6ea9719023fb445 2024-12-02T18:21:16,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 3568bcabbb63fcc8c6ea9719023fb445: Running coprocessor pre-open hook at 1733163676237Writing region info on filesystem at 1733163676237Initializing all the Stores at 1733163676238 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163676238Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163676241 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163676242 (+1 ms)Cleaning up temporary data from old regions at 1733163676247 (+5 ms)Running coprocessor post-open hooks at 1733163676250 (+3 ms)Region opened successfully at 1733163676250 2024-12-02T18:21:16,251 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733163675091.3568bcabbb63fcc8c6ea9719023fb445., pid=10, masterSystemTime=1733163676218 2024-12-02T18:21:16,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733163675091.3568bcabbb63fcc8c6ea9719023fb445. 2024-12-02T18:21:16,252 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733163675091.3568bcabbb63fcc8c6ea9719023fb445. 2024-12-02T18:21:16,253 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3568bcabbb63fcc8c6ea9719023fb445, regionState=OPEN, openSeqNum=2, regionLocation=95451c90bed2,45525,1733163665988 2024-12-02T18:21:16,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3568bcabbb63fcc8c6ea9719023fb445, server=95451c90bed2,45525,1733163665988 because future has completed 2024-12-02T18:21:16,256 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T18:21:16,256 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3568bcabbb63fcc8c6ea9719023fb445, server=95451c90bed2,45525,1733163665988 in 189 msec 2024-12-02T18:21:16,258 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T18:21:16,258 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3568bcabbb63fcc8c6ea9719023fb445, ASSIGN in 345 msec 2024-12-02T18:21:16,258 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T18:21:16,258 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733163676258"}]},"ts":"1733163676258"} 2024-12-02T18:21:16,260 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T18:21:16,260 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T18:21:16,262 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1690 sec 2024-12-02T18:21:16,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733163675091.3568bcabbb63fcc8c6ea9719023fb445., hostname=95451c90bed2,45525,1733163665988, seqNum=2] 2024-12-02T18:21:16,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40805-0x1019746a0c20003, quorum=127.0.0.1:54215, baseZNode=/1-1425643574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1425643574 2024-12-02T18:21:16,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45525-0x1019746a0c20004, quorum=127.0.0.1:54215, baseZNode=/1-1425643574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1425643574 2024-12-02T18:21:16,451 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T18:21:16,602 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45525 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T18:21:16,603 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T18:21:16,604 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-02T18:21:16,604 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-02T18:21:16,605 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-02T18:21:16,605 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-02T18:21:16,605 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T18:21:16,605 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-02T18:21:16,625 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-95451c90bed2,45525,1733163665988, ReplicationSource: 1, currentBandwidth=0 2024-12-02T18:21:16,626 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:21:16,626 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,45525,1733163665988, seqNum=-1] 2024-12-02T18:21:16,626 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:21:16,627 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53191, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-02T18:21:16,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-95451c90bed2,45525,1733163665988', locateType=CURRENT is [region=hbase:replication,,1733163675091.3568bcabbb63fcc8c6ea9719023fb445., hostname=95451c90bed2,45525,1733163665988, seqNum=2] 2024-12-02T18:21:16,630 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T18:21:16,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T18:21:16,632 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 95451c90bed2,45525,1733163665988 suceeded 2024-12-02T18:21:16,633 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T18:21:16,633 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 182 msec 2024-12-02T18:21:16,633 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://95451c90bed2:39485,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T18:21:16,634 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5490 sec 2024-12-02T18:21:16,642 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,45525,1733163665988 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='95451c90bed2:39485' 2024-12-02T18:21:16,642 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46761,1733163660092.replicationSource.wal-reader.95451c90bed2%2C46761%2C1733163660092,1-95451c90bed2,46761,1733163660092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/WALs/95451c90bed2,46761,1733163660092/95451c90bed2%2C46761%2C1733163660092.1733163662602 to pos 379, reset compression=false 2024-12-02T18:21:16,643 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,45525,1733163665988 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b6ad9b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:21:16,643 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,45525,1733163665988 {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,39485,-1 for getting cluster id 2024-12-02T18:21:16,643 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,45525,1733163665988 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:21:16,643 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc0a270f-77f4-40a6-909e-d6732e470895' 2024-12-02T18:21:16,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:21:16,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc0a270f-77f4-40a6-909e-d6732e470895" 2024-12-02T18:21:16,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b046e29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:21:16,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,39485,-1] 2024-12-02T18:21:16,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:21:16,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:16,645 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:21:16,645 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,45525,1733163665988 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e306754, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:21:16,645 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,45525,1733163665988 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:21:16,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,39485,1733163659568 2024-12-02T18:21:16,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2980429f 2024-12-02T18:21:16,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:21:16,647 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-02T18:21:16,647 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,45525,1733163665988 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-95451c90bed2,45525,1733163665988 (queues=1) is replicating from cluster=910e8a9e-b964-4e24-8b6f-51df96656848 to cluster=cc0a270f-77f4-40a6-909e-d6732e470895 2024-12-02T18:21:16,647 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,45525,1733163665988 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=95451c90bed2%2C45525%2C1733163665988 2024-12-02T18:21:16,647 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,45525,1733163665988 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-95451c90bed2,45525,1733163665988, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T18:21:16,648 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,45525,1733163665988.replicationSource.shipper95451c90bed2%2C45525%2C1733163665988,1-95451c90bed2,45525,1733163665988 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 95451c90bed2%2C45525%2C1733163665988 2024-12-02T18:21:16,648 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,45525,1733163665988.replicationSource.wal-reader.95451c90bed2%2C45525%2C1733163665988,1-95451c90bed2,45525,1733163665988 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/WALs/95451c90bed2,45525,1733163665988/95451c90bed2%2C45525%2C1733163665988.1733163667542, startPosition=0, beingWritten=true 2024-12-02T18:21:16,653 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,45525,1733163665988.replicationSource.wal-reader.95451c90bed2%2C45525%2C1733163665988,1-95451c90bed2,45525,1733163665988 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T18:21:16,653 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,45525,1733163665988.replicationSource.wal-reader.95451c90bed2%2C45525%2C1733163665988,1-95451c90bed2,45525,1733163665988 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/WALs/95451c90bed2,45525,1733163665988/95451c90bed2%2C45525%2C1733163665988.1733163667542 to pos 379, reset compression=false 2024-12-02T18:21:16,653 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,45525,1733163665988.replicationSource.shipper95451c90bed2%2C45525%2C1733163665988,1-95451c90bed2,45525,1733163665988 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-95451c90bed2,45525,1733163665988 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/WALs/95451c90bed2,45525,1733163665988/95451c90bed2%2C45525%2C1733163665988.1733163667542, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T18:21:16,872 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,45525,1733163665988.replicationSource.wal-reader.95451c90bed2%2C45525%2C1733163665988,1-95451c90bed2,45525,1733163665988 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/WALs/95451c90bed2,45525,1733163665988/95451c90bed2%2C45525%2C1733163665988.1733163667542 to pos 379, reset compression=false 2024-12-02T18:21:17,175 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,45525,1733163665988.replicationSource.wal-reader.95451c90bed2%2C45525%2C1733163665988,1-95451c90bed2,45525,1733163665988 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/WALs/95451c90bed2,45525,1733163665988/95451c90bed2%2C45525%2C1733163665988.1733163667542 to pos 379, reset compression=false 2024-12-02T18:21:17,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T18:21:17,229 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T18:21:17,229 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T18:21:17,229 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:21:17,229 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:17,229 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:17,229 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:21:17,230 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:21:17,233 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1733163677232/Put/seqid=0 2024-12-02T18:21:17,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43305 is added to blk_1073741840_1016 (size=7894) 2024-12-02T18:21:17,346 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46761,1733163660092.replicationSource.wal-reader.95451c90bed2%2C46761%2C1733163660092,1-95451c90bed2,46761,1733163660092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/WALs/95451c90bed2,46761,1733163660092/95451c90bed2%2C46761%2C1733163660092.1733163662602 to pos 379, reset compression=false 2024-12-02T18:21:17,579 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,45525,1733163665988.replicationSource.wal-reader.95451c90bed2%2C45525%2C1733163665988,1-95451c90bed2,45525,1733163665988 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/WALs/95451c90bed2,45525,1733163665988/95451c90bed2%2C45525%2C1733163665988.1733163667542 to pos 379, reset compression=false 2024-12-02T18:21:17,638 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1733163677638/Put/seqid=0 2024-12-02T18:21:17,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43305 is added to blk_1073741841_1017 (size=7691) 2024-12-02T18:21:18,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75507cf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:21:18,043 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,39485,-1 for getting cluster id 2024-12-02T18:21:18,043 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:21:18,043 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc0a270f-77f4-40a6-909e-d6732e470895' 2024-12-02T18:21:18,044 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:21:18,044 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc0a270f-77f4-40a6-909e-d6732e470895" 2024-12-02T18:21:18,044 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68fc48de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:21:18,044 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,39485,-1] 2024-12-02T18:21:18,044 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:21:18,044 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:18,045 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:21:18,045 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e9eb62e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:21:18,046 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:21:18,046 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,46761,1733163660092, seqNum=-1] 2024-12-02T18:21:18,047 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:21:18,047 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T18:21:18,054 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:21:18,055 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,39485,1733163659568 2024-12-02T18:21:18,055 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d45535 2024-12-02T18:21:18,055 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:21:18,056 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T18:21:18,058 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733163668612.6de7ee11244d4afe11032865d5455beb., hostname=95451c90bed2,46761,1733163660092, seqNum=2] 2024-12-02T18:21:18,060 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T18:21:18,065 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-02T18:21:18,067 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-02T18:21:18,071 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46761 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 6de7ee11244d4afe11032865d5455beb/f 2024-12-02T18:21:18,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46761 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-02T18:21:18,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46761 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T18:21:18,073 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46761 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 6de7ee11244d4afe11032865d5455beb/f 2024-12-02T18:21:18,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46761 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-02T18:21:18,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46761 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T18:21:18,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46761 {}] regionserver.HRegion(2603): Flush status journal for 6de7ee11244d4afe11032865d5455beb: 2024-12-02T18:21:18,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46761 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/staging/jenkins__test__devvg6d59ulocvajr3gl73l5sgp10lnngaq6dvnvjt6460cbth39rr1o4n9k0tti/f/hfile_0 2024-12-02T18:21:18,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46761 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/staging/jenkins__test__devvg6d59ulocvajr3gl73l5sgp10lnngaq6dvnvjt6460cbth39rr1o4n9k0tti/f/hfile_0 as hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/data/default/test/6de7ee11244d4afe11032865d5455beb/f/7590631540ef40009a8bcca2a563530c_SeqId_4_ 2024-12-02T18:21:18,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46761 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/staging/jenkins__test__devvg6d59ulocvajr3gl73l5sgp10lnngaq6dvnvjt6460cbth39rr1o4n9k0tti/f/hfile_1 2024-12-02T18:21:18,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46761 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/staging/jenkins__test__devvg6d59ulocvajr3gl73l5sgp10lnngaq6dvnvjt6460cbth39rr1o4n9k0tti/f/hfile_1 as hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/data/default/test/6de7ee11244d4afe11032865d5455beb/f/0716aee838184a63bdfdf4d90a9c89fd_SeqId_4_ 2024-12-02T18:21:18,087 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,45525,1733163665988.replicationSource.wal-reader.95451c90bed2%2C45525%2C1733163665988,1-95451c90bed2,45525,1733163665988 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/WALs/95451c90bed2,45525,1733163665988/95451c90bed2%2C45525%2C1733163665988.1733163667542 to pos 379, reset compression=false 2024-12-02T18:21:18,089 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46761 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/staging/jenkins__test__devvg6d59ulocvajr3gl73l5sgp10lnngaq6dvnvjt6460cbth39rr1o4n9k0tti/f/hfile_0 into 6de7ee11244d4afe11032865d5455beb/f as hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/data/default/test/6de7ee11244d4afe11032865d5455beb/f/7590631540ef40009a8bcca2a563530c_SeqId_4_ - updating store file list. 2024-12-02T18:21:18,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46761 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7590631540ef40009a8bcca2a563530c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T18:21:18,094 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46761 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/data/default/test/6de7ee11244d4afe11032865d5455beb/f/7590631540ef40009a8bcca2a563530c_SeqId_4_ into 6de7ee11244d4afe11032865d5455beb/f 2024-12-02T18:21:18,094 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46761 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/staging/jenkins__test__devvg6d59ulocvajr3gl73l5sgp10lnngaq6dvnvjt6460cbth39rr1o4n9k0tti/f/hfile_0 into 6de7ee11244d4afe11032865d5455beb/f (new location: hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/data/default/test/6de7ee11244d4afe11032865d5455beb/f/7590631540ef40009a8bcca2a563530c_SeqId_4_) 2024-12-02T18:21:18,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46761 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/staging/jenkins__test__devvg6d59ulocvajr3gl73l5sgp10lnngaq6dvnvjt6460cbth39rr1o4n9k0tti/f/hfile_0 2024-12-02T18:21:18,097 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46761 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/staging/jenkins__test__devvg6d59ulocvajr3gl73l5sgp10lnngaq6dvnvjt6460cbth39rr1o4n9k0tti/f/hfile_1 into 6de7ee11244d4afe11032865d5455beb/f as hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/data/default/test/6de7ee11244d4afe11032865d5455beb/f/0716aee838184a63bdfdf4d90a9c89fd_SeqId_4_ - updating store file list. 2024-12-02T18:21:18,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46761 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0716aee838184a63bdfdf4d90a9c89fd_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T18:21:18,103 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46761 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/data/default/test/6de7ee11244d4afe11032865d5455beb/f/0716aee838184a63bdfdf4d90a9c89fd_SeqId_4_ into 6de7ee11244d4afe11032865d5455beb/f 2024-12-02T18:21:18,103 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46761 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/staging/jenkins__test__devvg6d59ulocvajr3gl73l5sgp10lnngaq6dvnvjt6460cbth39rr1o4n9k0tti/f/hfile_1 into 6de7ee11244d4afe11032865d5455beb/f (new location: hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/data/default/test/6de7ee11244d4afe11032865d5455beb/f/0716aee838184a63bdfdf4d90a9c89fd_SeqId_4_) 2024-12-02T18:21:18,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46761 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/staging/jenkins__test__devvg6d59ulocvajr3gl73l5sgp10lnngaq6dvnvjt6460cbth39rr1o4n9k0tti/f/hfile_1 2024-12-02T18:21:18,106 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T18:21:18,106 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:21:18,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:18,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:18,106 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733163668612.6de7ee11244d4afe11032865d5455beb., hostname=95451c90bed2,46761,1733163660092, seqNum=2 , the old value is region=test,,1733163668612.6de7ee11244d4afe11032865d5455beb., hostname=95451c90bed2,46761,1733163660092, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=95451c90bed2:46761 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T18:21:18,106 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733163668612.6de7ee11244d4afe11032865d5455beb., hostname=95451c90bed2,46761,1733163660092, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T18:21:18,106 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733163668612.6de7ee11244d4afe11032865d5455beb., hostname=95451c90bed2,46761,1733163660092, seqNum=2 from cache 2024-12-02T18:21:18,107 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:21:18,107 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:21:18,107 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-02T18:21:18,108 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,45525,1733163665988, seqNum=-1] 2024-12-02T18:21:18,108 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:21:18,109 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T18:21:18,111 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733163670761.28619a93cf36d6637bea0f66e2b16501., hostname=95451c90bed2,45525,1733163665988, seqNum=2] 2024-12-02T18:21:18,113 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-02T18:21:18,149 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46761,1733163660092.replicationSource.wal-reader.95451c90bed2%2C46761%2C1733163660092,1-95451c90bed2,46761,1733163660092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/WALs/95451c90bed2,46761,1733163660092/95451c90bed2%2C46761%2C1733163660092.1733163662602 to pos 379, reset compression=false 2024-12-02T18:21:18,157 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46761,1733163660092.replicationSource.wal-reader.95451c90bed2%2C46761%2C1733163660092,1-95451c90bed2,46761,1733163660092 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T18:21:18,157 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46761,1733163660092.replicationSource.shipper95451c90bed2%2C46761%2C1733163660092,1-95451c90bed2,46761,1733163660092 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-95451c90bed2,46761,1733163660092 got entry batch from reader: WALEntryBatch [walEntries=[{test/6de7ee11244d4afe11032865d5455beb/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733163678104/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/WALs/95451c90bed2,46761,1733163660092/95451c90bed2%2C46761%2C1733163660092.1733163662602, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-02T18:21:18,159 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46761,1733163660092.replicationSource.shipper95451c90bed2%2C46761%2C1733163660092,1-95451c90bed2,46761,1733163660092 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T18:21:18,160 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-12-02T18:21:18,161 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45525 {}] regionserver.ReplicationSink(318): Replicating [cc0a270f-77f4-40a6-909e-d6732e470895] bulk loaded data 2024-12-02T18:21:18,161 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14db021c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:21:18,161 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45525 {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,40805,-1 for getting cluster id 2024-12-02T18:21:18,162 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45525 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:21:18,162 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '910e8a9e-b964-4e24-8b6f-51df96656848' 2024-12-02T18:21:18,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:21:18,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "910e8a9e-b964-4e24-8b6f-51df96656848" 2024-12-02T18:21:18,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@101b5f1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:21:18,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,40805,-1] 2024-12-02T18:21:18,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:21:18,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:18,164 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:21:18,164 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38f3d3b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:21:18,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41047 is added to blk_1073741840_1016 (size=7894) 2024-12-02T18:21:18,209 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=95451c90bed2:46761 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-02T18:21:18,357 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46761,1733163660092.replicationSource.wal-reader.95451c90bed2%2C46761%2C1733163660092,1-95451c90bed2,46761,1733163660092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/WALs/95451c90bed2,46761,1733163660092/95451c90bed2%2C46761%2C1733163660092.1733163662602 to pos 687, reset compression=false 2024-12-02T18:21:18,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41047 is added to blk_1073741841_1017 (size=7691) 2024-12-02T18:21:18,594 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45525 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:21:18,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,40805,1733163665843 2024-12-02T18:21:18,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5039eea6 2024-12-02T18:21:18,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:21:18,596 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-02T18:21:18,598 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45525 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T18:21:18,599 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45525 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:21:18,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,45525,1733163665988, seqNum=-1] 2024-12-02T18:21:18,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:21:18,601 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-02T18:21:18,606 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/staging/jenkins.hfs.11__test__4h7t3191caehaig1im1q5dp80o7qojbhboh9914lk6j0ccjdmku5b721tpglmnsf/f/0716aee838184a63bdfdf4d90a9c89fd_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-02T18:21:18,609 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/staging/jenkins.hfs.11__test__4h7t3191caehaig1im1q5dp80o7qojbhboh9914lk6j0ccjdmku5b721tpglmnsf/f/7590631540ef40009a8bcca2a563530c_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-02T18:21:18,612 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45525 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/staging/jenkins.hfs.11__test__4h7t3191caehaig1im1q5dp80o7qojbhboh9914lk6j0ccjdmku5b721tpglmnsf/f/0716aee838184a63bdfdf4d90a9c89fd_SeqId_4_ for inclusion in 28619a93cf36d6637bea0f66e2b16501/f 2024-12-02T18:21:18,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45525 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-02T18:21:18,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45525 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T18:21:18,615 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45525 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/staging/jenkins.hfs.11__test__4h7t3191caehaig1im1q5dp80o7qojbhboh9914lk6j0ccjdmku5b721tpglmnsf/f/7590631540ef40009a8bcca2a563530c_SeqId_4_ for inclusion in 28619a93cf36d6637bea0f66e2b16501/f 2024-12-02T18:21:18,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45525 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-02T18:21:18,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45525 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T18:21:18,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45525 {}] regionserver.HRegion(2603): Flush status journal for 28619a93cf36d6637bea0f66e2b16501: 2024-12-02T18:21:18,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45525 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0716aee838184a63bdfdf4d90a9c89fd_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-02T18:21:18,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45525 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/staging/jenkins.hfs.11__test__4h7t3191caehaig1im1q5dp80o7qojbhboh9914lk6j0ccjdmku5b721tpglmnsf/f/0716aee838184a63bdfdf4d90a9c89fd_SeqId_4_ as hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/data/default/test/28619a93cf36d6637bea0f66e2b16501/f/38a99890f5ea48b392a494aa854d0c02_SeqId_4_ 2024-12-02T18:21:18,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45525 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7590631540ef40009a8bcca2a563530c_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-02T18:21:18,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45525 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/staging/jenkins.hfs.11__test__4h7t3191caehaig1im1q5dp80o7qojbhboh9914lk6j0ccjdmku5b721tpglmnsf/f/7590631540ef40009a8bcca2a563530c_SeqId_4_ as hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/data/default/test/28619a93cf36d6637bea0f66e2b16501/f/2281446026574063b74e913e232ce225_SeqId_4_ 2024-12-02T18:21:18,623 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45525 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/staging/jenkins.hfs.11__test__4h7t3191caehaig1im1q5dp80o7qojbhboh9914lk6j0ccjdmku5b721tpglmnsf/f/0716aee838184a63bdfdf4d90a9c89fd_SeqId_4_ into 28619a93cf36d6637bea0f66e2b16501/f as hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/data/default/test/28619a93cf36d6637bea0f66e2b16501/f/38a99890f5ea48b392a494aa854d0c02_SeqId_4_ - updating store file list. 2024-12-02T18:21:18,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45525 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 38a99890f5ea48b392a494aa854d0c02_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T18:21:18,627 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45525 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/data/default/test/28619a93cf36d6637bea0f66e2b16501/f/38a99890f5ea48b392a494aa854d0c02_SeqId_4_ into 28619a93cf36d6637bea0f66e2b16501/f 2024-12-02T18:21:18,627 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45525 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/staging/jenkins.hfs.11__test__4h7t3191caehaig1im1q5dp80o7qojbhboh9914lk6j0ccjdmku5b721tpglmnsf/f/0716aee838184a63bdfdf4d90a9c89fd_SeqId_4_ into 28619a93cf36d6637bea0f66e2b16501/f (new location: hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/data/default/test/28619a93cf36d6637bea0f66e2b16501/f/38a99890f5ea48b392a494aa854d0c02_SeqId_4_) 2024-12-02T18:21:18,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45525 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/staging/jenkins.hfs.11__test__4h7t3191caehaig1im1q5dp80o7qojbhboh9914lk6j0ccjdmku5b721tpglmnsf/f/0716aee838184a63bdfdf4d90a9c89fd_SeqId_4_ 2024-12-02T18:21:18,628 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45525 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/staging/jenkins.hfs.11__test__4h7t3191caehaig1im1q5dp80o7qojbhboh9914lk6j0ccjdmku5b721tpglmnsf/f/7590631540ef40009a8bcca2a563530c_SeqId_4_ into 28619a93cf36d6637bea0f66e2b16501/f as hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/data/default/test/28619a93cf36d6637bea0f66e2b16501/f/2281446026574063b74e913e232ce225_SeqId_4_ - updating store file list. 2024-12-02T18:21:18,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45525 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2281446026574063b74e913e232ce225_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T18:21:18,633 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45525 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/data/default/test/28619a93cf36d6637bea0f66e2b16501/f/2281446026574063b74e913e232ce225_SeqId_4_ into 28619a93cf36d6637bea0f66e2b16501/f 2024-12-02T18:21:18,633 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45525 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/staging/jenkins.hfs.11__test__4h7t3191caehaig1im1q5dp80o7qojbhboh9914lk6j0ccjdmku5b721tpglmnsf/f/7590631540ef40009a8bcca2a563530c_SeqId_4_ into 28619a93cf36d6637bea0f66e2b16501/f (new location: hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/data/default/test/28619a93cf36d6637bea0f66e2b16501/f/2281446026574063b74e913e232ce225_SeqId_4_) 2024-12-02T18:21:18,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45525 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/staging/jenkins.hfs.11__test__4h7t3191caehaig1im1q5dp80o7qojbhboh9914lk6j0ccjdmku5b721tpglmnsf/f/7590631540ef40009a8bcca2a563530c_SeqId_4_ 2024-12-02T18:21:18,635 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45525 {}] regionserver.ReplicationSink(324): Finished replicating [cc0a270f-77f4-40a6-909e-d6732e470895] bulk loaded data 2024-12-02T18:21:18,661 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46761,1733163660092.replicationSource.wal-reader.95451c90bed2%2C46761%2C1733163660092,1-95451c90bed2,46761,1733163660092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/WALs/95451c90bed2,46761,1733163660092/95451c90bed2%2C46761%2C1733163660092.1733163662602 to pos 687, reset compression=false 2024-12-02T18:21:18,697 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,45525,1733163665988.replicationSource.wal-reader.95451c90bed2%2C45525%2C1733163665988,1-95451c90bed2,45525,1733163665988 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/WALs/95451c90bed2,45525,1733163665988/95451c90bed2%2C45525%2C1733163665988.1733163667542 to pos 379, reset compression=false 2024-12-02T18:21:18,701 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,45525,1733163665988.replicationSource.wal-reader.95451c90bed2%2C45525%2C1733163665988,1-95451c90bed2,45525,1733163665988 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T18:21:18,702 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,45525,1733163665988.replicationSource.shipper95451c90bed2%2C45525%2C1733163665988,1-95451c90bed2,45525,1733163665988 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-95451c90bed2,45525,1733163665988 got entry batch from reader: WALEntryBatch [walEntries=[{test/28619a93cf36d6637bea0f66e2b16501/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733163678633/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/WALs/95451c90bed2,45525,1733163665988/95451c90bed2%2C45525%2C1733163665988.1733163667542, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-02T18:21:18,704 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,45525,1733163665988.replicationSource.shipper95451c90bed2%2C45525%2C1733163665988,1-95451c90bed2,45525,1733163665988 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T18:21:18,704 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-12-02T18:21:18,705 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46761 {}] regionserver.ReplicationSink(318): Replicating [cc0a270f-77f4-40a6-909e-d6732e470895, 910e8a9e-b964-4e24-8b6f-51df96656848] bulk loaded data 2024-12-02T18:21:18,705 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46761 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e14dadc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:21:18,705 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46761 {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,39485,-1 for getting cluster id 2024-12-02T18:21:18,705 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46761 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:21:18,706 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc0a270f-77f4-40a6-909e-d6732e470895' 2024-12-02T18:21:18,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:21:18,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc0a270f-77f4-40a6-909e-d6732e470895" 2024-12-02T18:21:18,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@90b9189, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:21:18,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,39485,-1] 2024-12-02T18:21:18,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:21:18,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:18,707 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:21:18,708 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46761 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4611d5b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:21:18,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43305 is added to blk_1073741842_1018 (size=7691) 2024-12-02T18:21:18,902 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,45525,1733163665988.replicationSource.wal-reader.95451c90bed2%2C45525%2C1733163665988,1-95451c90bed2,45525,1733163665988 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/WALs/95451c90bed2,45525,1733163665988/95451c90bed2%2C45525%2C1733163665988.1733163667542 to pos 725, reset compression=false 2024-12-02T18:21:19,065 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46761,1733163660092.replicationSource.wal-reader.95451c90bed2%2C46761%2C1733163660092,1-95451c90bed2,46761,1733163660092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/WALs/95451c90bed2,46761,1733163660092/95451c90bed2%2C46761%2C1733163660092.1733163662602 to pos 687, reset compression=false 2024-12-02T18:21:19,122 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:21:19,125 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1733163679124/Put/seqid=0 2024-12-02T18:21:19,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41047 is added to blk_1073741842_1018 (size=11194) 2024-12-02T18:21:19,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43305 is added to blk_1073741843_1019 (size=7894) 2024-12-02T18:21:19,207 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,45525,1733163665988.replicationSource.wal-reader.95451c90bed2%2C45525%2C1733163665988,1-95451c90bed2,45525,1733163665988 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/WALs/95451c90bed2,45525,1733163665988/95451c90bed2%2C45525%2C1733163665988.1733163667542 to pos 725, reset compression=false 2024-12-02T18:21:19,530 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1733163679529/Put/seqid=0 2024-12-02T18:21:19,530 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46761 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:21:19,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,39485,1733163659568 2024-12-02T18:21:19,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79c17ea0 2024-12-02T18:21:19,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:21:19,532 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-02T18:21:19,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41047 is added to blk_1073741843_1019 (size=10791) 2024-12-02T18:21:19,534 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46761 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T18:21:19,534 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46761 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:21:19,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,46761,1733163660092, seqNum=-1] 2024-12-02T18:21:19,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:21:19,536 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-02T18:21:19,540 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/staging/jenkins.hfs.10__test__malr5fj616i3l0h7l41hsmdjovu6soiuh77aqakfd4gk8hub639t5fpcv5f2rubf/f/2281446026574063b74e913e232ce225_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-02T18:21:19,542 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/staging/jenkins.hfs.10__test__malr5fj616i3l0h7l41hsmdjovu6soiuh77aqakfd4gk8hub639t5fpcv5f2rubf/f/38a99890f5ea48b392a494aa854d0c02_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-02T18:21:19,544 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46761 {}] regionserver.ReplicationSink(324): Finished replicating [cc0a270f-77f4-40a6-909e-d6732e470895, 910e8a9e-b964-4e24-8b6f-51df96656848] bulk loaded data 2024-12-02T18:21:19,569 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46761,1733163660092.replicationSource.wal-reader.95451c90bed2%2C46761%2C1733163660092,1-95451c90bed2,46761,1733163660092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/WALs/95451c90bed2,46761,1733163660092/95451c90bed2%2C46761%2C1733163660092.1733163662602 to pos 687, reset compression=false 2024-12-02T18:21:19,611 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,45525,1733163665988.replicationSource.wal-reader.95451c90bed2%2C45525%2C1733163665988,1-95451c90bed2,45525,1733163665988 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/WALs/95451c90bed2,45525,1733163665988/95451c90bed2%2C45525%2C1733163665988.1733163667542 to pos 725, reset compression=false 2024-12-02T18:21:19,656 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T18:21:19,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:19,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:19,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:19,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:19,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:19,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:19,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:19,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:19,935 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eb6e878, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:21:19,935 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,40805,-1 for getting cluster id 2024-12-02T18:21:19,935 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:21:19,936 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '910e8a9e-b964-4e24-8b6f-51df96656848' 2024-12-02T18:21:19,936 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:21:19,936 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "910e8a9e-b964-4e24-8b6f-51df96656848" 2024-12-02T18:21:19,936 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1751ad5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:21:19,936 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,40805,-1] 2024-12-02T18:21:19,937 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:21:19,937 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:19,937 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:21:19,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44d3f3e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:21:19,938 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:21:19,939 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,45525,1733163665988, seqNum=-1] 2024-12-02T18:21:19,939 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:21:19,940 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T18:21:19,946 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:21:19,947 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,40805,1733163665843 2024-12-02T18:21:19,947 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46e7006d 2024-12-02T18:21:19,947 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:21:19,948 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T18:21:19,951 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733163670761.28619a93cf36d6637bea0f66e2b16501., hostname=95451c90bed2,45525,1733163665988, seqNum=2] 2024-12-02T18:21:19,953 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T18:21:19,958 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-02T18:21:19,960 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-02T18:21:19,963 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45525 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 28619a93cf36d6637bea0f66e2b16501/f 2024-12-02T18:21:19,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45525 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-02T18:21:19,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45525 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T18:21:19,965 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45525 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 28619a93cf36d6637bea0f66e2b16501/f 2024-12-02T18:21:19,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45525 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-02T18:21:19,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45525 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T18:21:19,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45525 {}] regionserver.HRegion(2603): Flush status journal for 28619a93cf36d6637bea0f66e2b16501: 2024-12-02T18:21:19,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45525 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/staging/jenkins__test__cao8t2ha1jkqvf89aki7mutac7hhgmd2emi0dkeihudql8s02hda8ampp4a3peqg/f/hfile_1 2024-12-02T18:21:19,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45525 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/staging/jenkins__test__cao8t2ha1jkqvf89aki7mutac7hhgmd2emi0dkeihudql8s02hda8ampp4a3peqg/f/hfile_1 as hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/data/default/test/28619a93cf36d6637bea0f66e2b16501/f/311703e9b28945dfa05f9b1a37c505de_SeqId_6_ 2024-12-02T18:21:19,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45525 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/staging/jenkins__test__cao8t2ha1jkqvf89aki7mutac7hhgmd2emi0dkeihudql8s02hda8ampp4a3peqg/f/hfile_0 2024-12-02T18:21:19,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45525 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/staging/jenkins__test__cao8t2ha1jkqvf89aki7mutac7hhgmd2emi0dkeihudql8s02hda8ampp4a3peqg/f/hfile_0 as hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/data/default/test/28619a93cf36d6637bea0f66e2b16501/f/0b5ec9ab8ec84cb3aa8e9e79a3b0c3e9_SeqId_6_ 2024-12-02T18:21:19,974 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45525 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/staging/jenkins__test__cao8t2ha1jkqvf89aki7mutac7hhgmd2emi0dkeihudql8s02hda8ampp4a3peqg/f/hfile_1 into 28619a93cf36d6637bea0f66e2b16501/f as hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/data/default/test/28619a93cf36d6637bea0f66e2b16501/f/311703e9b28945dfa05f9b1a37c505de_SeqId_6_ - updating store file list. 2024-12-02T18:21:19,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45525 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 311703e9b28945dfa05f9b1a37c505de_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-02T18:21:19,978 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45525 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/data/default/test/28619a93cf36d6637bea0f66e2b16501/f/311703e9b28945dfa05f9b1a37c505de_SeqId_6_ into 28619a93cf36d6637bea0f66e2b16501/f 2024-12-02T18:21:19,978 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45525 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/staging/jenkins__test__cao8t2ha1jkqvf89aki7mutac7hhgmd2emi0dkeihudql8s02hda8ampp4a3peqg/f/hfile_1 into 28619a93cf36d6637bea0f66e2b16501/f (new location: hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/data/default/test/28619a93cf36d6637bea0f66e2b16501/f/311703e9b28945dfa05f9b1a37c505de_SeqId_6_) 2024-12-02T18:21:19,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45525 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/staging/jenkins__test__cao8t2ha1jkqvf89aki7mutac7hhgmd2emi0dkeihudql8s02hda8ampp4a3peqg/f/hfile_1 2024-12-02T18:21:19,979 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45525 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/staging/jenkins__test__cao8t2ha1jkqvf89aki7mutac7hhgmd2emi0dkeihudql8s02hda8ampp4a3peqg/f/hfile_0 into 28619a93cf36d6637bea0f66e2b16501/f as hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/data/default/test/28619a93cf36d6637bea0f66e2b16501/f/0b5ec9ab8ec84cb3aa8e9e79a3b0c3e9_SeqId_6_ - updating store file list. 2024-12-02T18:21:19,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45525 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0b5ec9ab8ec84cb3aa8e9e79a3b0c3e9_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-02T18:21:19,983 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45525 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/data/default/test/28619a93cf36d6637bea0f66e2b16501/f/0b5ec9ab8ec84cb3aa8e9e79a3b0c3e9_SeqId_6_ into 28619a93cf36d6637bea0f66e2b16501/f 2024-12-02T18:21:19,983 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45525 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/staging/jenkins__test__cao8t2ha1jkqvf89aki7mutac7hhgmd2emi0dkeihudql8s02hda8ampp4a3peqg/f/hfile_0 into 28619a93cf36d6637bea0f66e2b16501/f (new location: hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/data/default/test/28619a93cf36d6637bea0f66e2b16501/f/0b5ec9ab8ec84cb3aa8e9e79a3b0c3e9_SeqId_6_) 2024-12-02T18:21:19,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45525 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/staging/jenkins__test__cao8t2ha1jkqvf89aki7mutac7hhgmd2emi0dkeihudql8s02hda8ampp4a3peqg/f/hfile_0 2024-12-02T18:21:19,985 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T18:21:19,985 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:21:19,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:19,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:19,985 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733163670761.28619a93cf36d6637bea0f66e2b16501., hostname=95451c90bed2,45525,1733163665988, seqNum=2 , the old value is region=test,,1733163670761.28619a93cf36d6637bea0f66e2b16501., hostname=95451c90bed2,45525,1733163665988, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=95451c90bed2:45525 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T18:21:19,986 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:21:19,986 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733163670761.28619a93cf36d6637bea0f66e2b16501., hostname=95451c90bed2,45525,1733163665988, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T18:21:19,986 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733163670761.28619a93cf36d6637bea0f66e2b16501., hostname=95451c90bed2,45525,1733163665988, seqNum=2 from cache 2024-12-02T18:21:19,986 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:21:19,986 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-02T18:21:19,987 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,46761,1733163660092, seqNum=-1] 2024-12-02T18:21:19,987 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:21:19,988 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T18:21:19,990 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733163668612.6de7ee11244d4afe11032865d5455beb., hostname=95451c90bed2,46761,1733163660092, seqNum=2] 2024-12-02T18:21:19,995 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-02T18:21:20,089 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=95451c90bed2:45525 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-02T18:21:20,115 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,45525,1733163665988.replicationSource.wal-reader.95451c90bed2%2C45525%2C1733163665988,1-95451c90bed2,45525,1733163665988 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/WALs/95451c90bed2,45525,1733163665988/95451c90bed2%2C45525%2C1733163665988.1733163667542 to pos 725, reset compression=false 2024-12-02T18:21:20,119 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,45525,1733163665988.replicationSource.wal-reader.95451c90bed2%2C45525%2C1733163665988,1-95451c90bed2,45525,1733163665988 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T18:21:20,119 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,45525,1733163665988.replicationSource.shipper95451c90bed2%2C45525%2C1733163665988,1-95451c90bed2,45525,1733163665988 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-95451c90bed2,45525,1733163665988 got entry batch from reader: WALEntryBatch [walEntries=[{test/28619a93cf36d6637bea0f66e2b16501/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733163679984/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/WALs/95451c90bed2,45525,1733163665988/95451c90bed2%2C45525%2C1733163665988.1733163667542, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-02T18:21:20,120 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46761 {}] regionserver.ReplicationSink(318): Replicating [910e8a9e-b964-4e24-8b6f-51df96656848] bulk loaded data 2024-12-02T18:21:20,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43305 is added to blk_1073741844_1020 (size=10791) 2024-12-02T18:21:20,173 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46761,1733163660092.replicationSource.wal-reader.95451c90bed2%2C46761%2C1733163660092,1-95451c90bed2,46761,1733163660092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/WALs/95451c90bed2,46761,1733163660092/95451c90bed2%2C46761%2C1733163660092.1733163662602 to pos 687, reset compression=false 2024-12-02T18:21:20,319 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,45525,1733163665988.replicationSource.wal-reader.95451c90bed2%2C45525%2C1733163665988,1-95451c90bed2,45525,1733163665988 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/WALs/95451c90bed2,45525,1733163665988/95451c90bed2%2C45525%2C1733163665988.1733163667542 to pos 1033, reset compression=false 2024-12-02T18:21:20,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43305 is added to blk_1073741845_1021 (size=11194) 2024-12-02T18:21:20,622 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,45525,1733163665988.replicationSource.wal-reader.95451c90bed2%2C45525%2C1733163665988,1-95451c90bed2,45525,1733163665988 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/WALs/95451c90bed2,45525,1733163665988/95451c90bed2%2C45525%2C1733163665988.1733163667542 to pos 1033, reset compression=false 2024-12-02T18:21:20,877 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46761,1733163660092.replicationSource.wal-reader.95451c90bed2%2C46761%2C1733163660092,1-95451c90bed2,46761,1733163660092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/WALs/95451c90bed2,46761,1733163660092/95451c90bed2%2C46761%2C1733163660092.1733163662602 to pos 687, reset compression=false 2024-12-02T18:21:20,940 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46761 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T18:21:20,945 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/staging/jenkins.hfs.10__test__ceii1nv5921m2p699ucvqa0d7p32rsk6p5naihkk8tvg7isq498bdnl6c0ta3cnc/f/0b5ec9ab8ec84cb3aa8e9e79a3b0c3e9_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-12-02T18:21:20,948 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/staging/jenkins.hfs.10__test__ceii1nv5921m2p699ucvqa0d7p32rsk6p5naihkk8tvg7isq498bdnl6c0ta3cnc/f/311703e9b28945dfa05f9b1a37c505de_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-12-02T18:21:20,950 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46761 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/staging/jenkins.hfs.10__test__ceii1nv5921m2p699ucvqa0d7p32rsk6p5naihkk8tvg7isq498bdnl6c0ta3cnc/f/311703e9b28945dfa05f9b1a37c505de_SeqId_6_ for inclusion in 6de7ee11244d4afe11032865d5455beb/f 2024-12-02T18:21:20,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46761 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-02T18:21:20,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46761 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T18:21:20,953 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46761 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/staging/jenkins.hfs.10__test__ceii1nv5921m2p699ucvqa0d7p32rsk6p5naihkk8tvg7isq498bdnl6c0ta3cnc/f/0b5ec9ab8ec84cb3aa8e9e79a3b0c3e9_SeqId_6_ for inclusion in 6de7ee11244d4afe11032865d5455beb/f 2024-12-02T18:21:20,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46761 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-02T18:21:20,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46761 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T18:21:20,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46761 {}] regionserver.HRegion(2603): Flush status journal for 6de7ee11244d4afe11032865d5455beb: 2024-12-02T18:21:20,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46761 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 311703e9b28945dfa05f9b1a37c505de_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-02T18:21:20,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46761 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/staging/jenkins.hfs.10__test__ceii1nv5921m2p699ucvqa0d7p32rsk6p5naihkk8tvg7isq498bdnl6c0ta3cnc/f/311703e9b28945dfa05f9b1a37c505de_SeqId_6_ as hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/data/default/test/6de7ee11244d4afe11032865d5455beb/f/758c4743fe1a420fb2c54239e4f25975_SeqId_6_ 2024-12-02T18:21:20,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46761 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0b5ec9ab8ec84cb3aa8e9e79a3b0c3e9_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-02T18:21:20,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46761 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/staging/jenkins.hfs.10__test__ceii1nv5921m2p699ucvqa0d7p32rsk6p5naihkk8tvg7isq498bdnl6c0ta3cnc/f/0b5ec9ab8ec84cb3aa8e9e79a3b0c3e9_SeqId_6_ as hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/data/default/test/6de7ee11244d4afe11032865d5455beb/f/9123b42653d042a488b1ba735287f6e7_SeqId_6_ 2024-12-02T18:21:20,960 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46761 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/staging/jenkins.hfs.10__test__ceii1nv5921m2p699ucvqa0d7p32rsk6p5naihkk8tvg7isq498bdnl6c0ta3cnc/f/311703e9b28945dfa05f9b1a37c505de_SeqId_6_ into 6de7ee11244d4afe11032865d5455beb/f as hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/data/default/test/6de7ee11244d4afe11032865d5455beb/f/758c4743fe1a420fb2c54239e4f25975_SeqId_6_ - updating store file list. 2024-12-02T18:21:20,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46761 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 758c4743fe1a420fb2c54239e4f25975_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-02T18:21:20,964 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46761 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/data/default/test/6de7ee11244d4afe11032865d5455beb/f/758c4743fe1a420fb2c54239e4f25975_SeqId_6_ into 6de7ee11244d4afe11032865d5455beb/f 2024-12-02T18:21:20,964 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46761 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/staging/jenkins.hfs.10__test__ceii1nv5921m2p699ucvqa0d7p32rsk6p5naihkk8tvg7isq498bdnl6c0ta3cnc/f/311703e9b28945dfa05f9b1a37c505de_SeqId_6_ into 6de7ee11244d4afe11032865d5455beb/f (new location: hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/data/default/test/6de7ee11244d4afe11032865d5455beb/f/758c4743fe1a420fb2c54239e4f25975_SeqId_6_) 2024-12-02T18:21:20,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46761 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/staging/jenkins.hfs.10__test__ceii1nv5921m2p699ucvqa0d7p32rsk6p5naihkk8tvg7isq498bdnl6c0ta3cnc/f/311703e9b28945dfa05f9b1a37c505de_SeqId_6_ 2024-12-02T18:21:20,965 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46761 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/staging/jenkins.hfs.10__test__ceii1nv5921m2p699ucvqa0d7p32rsk6p5naihkk8tvg7isq498bdnl6c0ta3cnc/f/0b5ec9ab8ec84cb3aa8e9e79a3b0c3e9_SeqId_6_ into 6de7ee11244d4afe11032865d5455beb/f as hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/data/default/test/6de7ee11244d4afe11032865d5455beb/f/9123b42653d042a488b1ba735287f6e7_SeqId_6_ - updating store file list. 2024-12-02T18:21:20,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46761 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9123b42653d042a488b1ba735287f6e7_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-02T18:21:20,969 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46761 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/data/default/test/6de7ee11244d4afe11032865d5455beb/f/9123b42653d042a488b1ba735287f6e7_SeqId_6_ into 6de7ee11244d4afe11032865d5455beb/f 2024-12-02T18:21:20,969 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46761 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/staging/jenkins.hfs.10__test__ceii1nv5921m2p699ucvqa0d7p32rsk6p5naihkk8tvg7isq498bdnl6c0ta3cnc/f/0b5ec9ab8ec84cb3aa8e9e79a3b0c3e9_SeqId_6_ into 6de7ee11244d4afe11032865d5455beb/f (new location: hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/data/default/test/6de7ee11244d4afe11032865d5455beb/f/9123b42653d042a488b1ba735287f6e7_SeqId_6_) 2024-12-02T18:21:20,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46761 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/staging/jenkins.hfs.10__test__ceii1nv5921m2p699ucvqa0d7p32rsk6p5naihkk8tvg7isq498bdnl6c0ta3cnc/f/0b5ec9ab8ec84cb3aa8e9e79a3b0c3e9_SeqId_6_ 2024-12-02T18:21:20,971 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46761 {}] regionserver.ReplicationSink(324): Finished replicating [910e8a9e-b964-4e24-8b6f-51df96656848] bulk loaded data 2024-12-02T18:21:21,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T18:21:21,006 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T18:21:21,006 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:21:21,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:21,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:21,006 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T18:21:21,006 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1737315262, stopped=false 2024-12-02T18:21:21,006 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=95451c90bed2,40805,1733163665843 2024-12-02T18:21:21,006 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:21:21,026 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,45525,1733163665988.replicationSource.wal-reader.95451c90bed2%2C45525%2C1733163665988,1-95451c90bed2,45525,1733163665988 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/WALs/95451c90bed2,45525,1733163665988/95451c90bed2%2C45525%2C1733163665988.1733163667542 to pos 1033, reset compression=false 2024-12-02T18:21:21,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40805-0x1019746a0c20003, quorum=127.0.0.1:54215, baseZNode=/1-1425643574 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1425643574/running 2024-12-02T18:21:21,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45525-0x1019746a0c20004, quorum=127.0.0.1:54215, baseZNode=/1-1425643574 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1425643574/running 2024-12-02T18:21:21,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40805-0x1019746a0c20003, quorum=127.0.0.1:54215, baseZNode=/1-1425643574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1425643574 2024-12-02T18:21:21,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45525-0x1019746a0c20004, quorum=127.0.0.1:54215, baseZNode=/1-1425643574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1425643574 2024-12-02T18:21:21,060 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T18:21:21,060 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T18:21:21,060 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:21:21,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:21,061 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '95451c90bed2,45525,1733163665988' ***** 2024-12-02T18:21:21,061 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T18:21:21,061 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45525-0x1019746a0c20004, quorum=127.0.0.1:54215, baseZNode=/1-1425643574 Set watcher on znode that does not yet exist, /1-1425643574/running 2024-12-02T18:21:21,061 INFO [RS:0;95451c90bed2:45525 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T18:21:21,061 INFO [RS:0;95451c90bed2:45525 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T18:21:21,061 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T18:21:21,061 INFO [RS:0;95451c90bed2:45525 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T18:21:21,061 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40805-0x1019746a0c20003, quorum=127.0.0.1:54215, baseZNode=/1-1425643574 Set watcher on znode that does not yet exist, /1-1425643574/running 2024-12-02T18:21:21,061 INFO [RS:0;95451c90bed2:45525 {}] regionserver.HRegionServer(3091): Received CLOSE for 3568bcabbb63fcc8c6ea9719023fb445 2024-12-02T18:21:21,061 INFO [RS:0;95451c90bed2:45525 {}] regionserver.HRegionServer(3091): Received CLOSE for 28619a93cf36d6637bea0f66e2b16501 2024-12-02T18:21:21,061 INFO [RS:0;95451c90bed2:45525 {}] regionserver.HRegionServer(959): stopping server 95451c90bed2,45525,1733163665988 2024-12-02T18:21:21,062 INFO [RS:0;95451c90bed2:45525 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T18:21:21,062 INFO [RS:0;95451c90bed2:45525 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;95451c90bed2:45525. 2024-12-02T18:21:21,062 DEBUG [RS:0;95451c90bed2:45525 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:21:21,062 DEBUG [RS:0;95451c90bed2:45525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:21,062 INFO [RS:0;95451c90bed2:45525 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T18:21:21,062 INFO [RS:0;95451c90bed2:45525 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T18:21:21,062 INFO [RS:0;95451c90bed2:45525 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T18:21:21,062 INFO [RS:0;95451c90bed2:45525 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T18:21:21,062 INFO [RS:0;95451c90bed2:45525 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T18:21:21,062 DEBUG [RS:0;95451c90bed2:45525 {}] regionserver.HRegionServer(1325): Online Regions={3568bcabbb63fcc8c6ea9719023fb445=hbase:replication,,1733163675091.3568bcabbb63fcc8c6ea9719023fb445., 1588230740=hbase:meta,,1.1588230740, 28619a93cf36d6637bea0f66e2b16501=test,,1733163670761.28619a93cf36d6637bea0f66e2b16501.} 2024-12-02T18:21:21,062 DEBUG [RS:0;95451c90bed2:45525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 28619a93cf36d6637bea0f66e2b16501, 3568bcabbb63fcc8c6ea9719023fb445 2024-12-02T18:21:21,062 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3568bcabbb63fcc8c6ea9719023fb445, disabling compactions & flushes 2024-12-02T18:21:21,062 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T18:21:21,062 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733163675091.3568bcabbb63fcc8c6ea9719023fb445. 2024-12-02T18:21:21,062 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733163675091.3568bcabbb63fcc8c6ea9719023fb445. 2024-12-02T18:21:21,062 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T18:21:21,062 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733163675091.3568bcabbb63fcc8c6ea9719023fb445. after waiting 0 ms 2024-12-02T18:21:21,062 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T18:21:21,062 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733163675091.3568bcabbb63fcc8c6ea9719023fb445. 2024-12-02T18:21:21,062 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T18:21:21,062 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T18:21:21,062 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3568bcabbb63fcc8c6ea9719023fb445 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-12-02T18:21:21,062 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T18:21:21,077 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/data/hbase/meta/1588230740/.tmp/info/32b483d13500467ba3517f8e431347dd is 147, key is hbase:replication,,1733163675091.3568bcabbb63fcc8c6ea9719023fb445./info:regioninfo/1733163676253/Put/seqid=0 2024-12-02T18:21:21,081 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/data/hbase/replication/3568bcabbb63fcc8c6ea9719023fb445/.tmp/hfileref/9f2efa7ce6c0481fbe8ebc67e68b743c is 74, key is 1/hfileref:0b5ec9ab8ec84cb3aa8e9e79a3b0c3e9_SeqId_6_/1733163680973/DeleteColumn/seqid=0 2024-12-02T18:21:21,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41047 is added to blk_1073741844_1020 (size=7686) 2024-12-02T18:21:21,083 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/data/hbase/meta/1588230740/.tmp/info/32b483d13500467ba3517f8e431347dd 2024-12-02T18:21:21,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41047 is added to blk_1073741845_1021 (size=5345) 2024-12-02T18:21:21,090 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/data/hbase/replication/3568bcabbb63fcc8c6ea9719023fb445/.tmp/hfileref/9f2efa7ce6c0481fbe8ebc67e68b743c 2024-12-02T18:21:21,105 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/data/hbase/meta/1588230740/.tmp/ns/07ced4fda7ed423e9ee94edcc1897e8a is 43, key is default/ns:d/1733163668516/Put/seqid=0 2024-12-02T18:21:21,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41047 is added to blk_1073741846_1022 (size=5153) 2024-12-02T18:21:21,110 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/data/hbase/replication/3568bcabbb63fcc8c6ea9719023fb445/.tmp/queue/346293b3c97a4102a8dc34e59f0efa39 is 154, key is 1-95451c90bed2,45525,1733163665988/queue:95451c90bed2%2C45525%2C1733163665988/1733163680975/Put/seqid=0 2024-12-02T18:21:21,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41047 is added to blk_1073741847_1023 (size=5353) 2024-12-02T18:21:21,114 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/data/hbase/replication/3568bcabbb63fcc8c6ea9719023fb445/.tmp/queue/346293b3c97a4102a8dc34e59f0efa39 2024-12-02T18:21:21,117 INFO [regionserver/95451c90bed2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T18:21:21,121 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/data/hbase/replication/3568bcabbb63fcc8c6ea9719023fb445/.tmp/hfileref/9f2efa7ce6c0481fbe8ebc67e68b743c as hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/data/hbase/replication/3568bcabbb63fcc8c6ea9719023fb445/hfileref/9f2efa7ce6c0481fbe8ebc67e68b743c 2024-12-02T18:21:21,126 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/data/hbase/replication/3568bcabbb63fcc8c6ea9719023fb445/hfileref/9f2efa7ce6c0481fbe8ebc67e68b743c, entries=4, sequenceid=12, filesize=5.2 K 2024-12-02T18:21:21,127 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/data/hbase/replication/3568bcabbb63fcc8c6ea9719023fb445/.tmp/queue/346293b3c97a4102a8dc34e59f0efa39 as hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/data/hbase/replication/3568bcabbb63fcc8c6ea9719023fb445/queue/346293b3c97a4102a8dc34e59f0efa39 2024-12-02T18:21:21,132 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/data/hbase/replication/3568bcabbb63fcc8c6ea9719023fb445/queue/346293b3c97a4102a8dc34e59f0efa39, entries=1, sequenceid=12, filesize=5.2 K 2024-12-02T18:21:21,133 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 3568bcabbb63fcc8c6ea9719023fb445 in 71ms, sequenceid=12, compaction requested=false 2024-12-02T18:21:21,141 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/data/hbase/replication/3568bcabbb63fcc8c6ea9719023fb445/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-02T18:21:21,142 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T18:21:21,142 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T18:21:21,142 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733163675091.3568bcabbb63fcc8c6ea9719023fb445. 2024-12-02T18:21:21,142 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3568bcabbb63fcc8c6ea9719023fb445: Waiting for close lock at 1733163681062Running coprocessor pre-close hooks at 1733163681062Disabling compacts and flushes for region at 1733163681062Disabling writes for close at 1733163681062Obtaining lock to block concurrent updates at 1733163681062Preparing flush snapshotting stores in 3568bcabbb63fcc8c6ea9719023fb445 at 1733163681062Finished memstore snapshotting hbase:replication,,1733163675091.3568bcabbb63fcc8c6ea9719023fb445., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1733163681063 (+1 ms)Flushing stores of hbase:replication,,1733163675091.3568bcabbb63fcc8c6ea9719023fb445. at 1733163681063Flushing 3568bcabbb63fcc8c6ea9719023fb445/hfileref: creating writer at 1733163681063Flushing 3568bcabbb63fcc8c6ea9719023fb445/hfileref: appending metadata at 1733163681081 (+18 ms)Flushing 3568bcabbb63fcc8c6ea9719023fb445/hfileref: closing flushed file at 1733163681081Flushing 3568bcabbb63fcc8c6ea9719023fb445/queue: creating writer at 1733163681094 (+13 ms)Flushing 3568bcabbb63fcc8c6ea9719023fb445/queue: appending metadata at 1733163681110 (+16 ms)Flushing 3568bcabbb63fcc8c6ea9719023fb445/queue: closing flushed file at 1733163681110Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@109c7895: reopening flushed file at 1733163681120 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63a7d43: reopening flushed file at 1733163681126 (+6 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 3568bcabbb63fcc8c6ea9719023fb445 in 71ms, sequenceid=12, compaction requested=false at 1733163681133 (+7 ms)Writing region close event to WAL at 1733163681135 (+2 ms)Running coprocessor post-close hooks at 1733163681142 (+7 ms)Closed at 1733163681142 2024-12-02T18:21:21,142 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733163675091.3568bcabbb63fcc8c6ea9719023fb445. 2024-12-02T18:21:21,142 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 28619a93cf36d6637bea0f66e2b16501, disabling compactions & flushes 2024-12-02T18:21:21,142 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733163670761.28619a93cf36d6637bea0f66e2b16501. 2024-12-02T18:21:21,142 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733163670761.28619a93cf36d6637bea0f66e2b16501. 2024-12-02T18:21:21,142 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733163670761.28619a93cf36d6637bea0f66e2b16501. after waiting 0 ms 2024-12-02T18:21:21,142 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733163670761.28619a93cf36d6637bea0f66e2b16501. 2024-12-02T18:21:21,145 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/data/default/test/28619a93cf36d6637bea0f66e2b16501/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T18:21:21,146 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T18:21:21,146 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T18:21:21,146 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733163670761.28619a93cf36d6637bea0f66e2b16501. 2024-12-02T18:21:21,146 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 28619a93cf36d6637bea0f66e2b16501: Waiting for close lock at 1733163681142Running coprocessor pre-close hooks at 1733163681142Disabling compacts and flushes for region at 1733163681142Disabling writes for close at 1733163681142Writing region close event to WAL at 1733163681143 (+1 ms)Running coprocessor post-close hooks at 1733163681146 (+3 ms)Closed at 1733163681146 2024-12-02T18:21:21,146 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733163670761.28619a93cf36d6637bea0f66e2b16501. 2024-12-02T18:21:21,262 DEBUG [RS:0;95451c90bed2:45525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T18:21:21,462 DEBUG [RS:0;95451c90bed2:45525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T18:21:21,479 INFO [regionserver/95451c90bed2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T18:21:21,479 INFO [regionserver/95451c90bed2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T18:21:21,510 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/data/hbase/meta/1588230740/.tmp/ns/07ced4fda7ed423e9ee94edcc1897e8a 2024-12-02T18:21:21,529 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,45525,1733163665988.replicationSource.wal-reader.95451c90bed2%2C45525%2C1733163665988,1-95451c90bed2,45525,1733163665988 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/WALs/95451c90bed2,45525,1733163665988/95451c90bed2%2C45525%2C1733163665988.1733163667542 to pos 1033, reset compression=false 2024-12-02T18:21:21,531 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/data/hbase/meta/1588230740/.tmp/rep_barrier/a09222e9ec4941b69a63f845d18c813a is 112, key is test,,1733163670761.28619a93cf36d6637bea0f66e2b16501./rep_barrier:seqnumDuringOpen/1733163671906/Put/seqid=0 2024-12-02T18:21:21,534 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,45525,1733163665988.replicationSource.wal-reader.95451c90bed2%2C45525%2C1733163665988,1-95451c90bed2,45525,1733163665988 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T18:21:21,534 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,45525,1733163665988.replicationSource.wal-reader.95451c90bed2%2C45525%2C1733163665988,1-95451c90bed2,45525,1733163665988 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/WALs/95451c90bed2,45525,1733163665988/95451c90bed2%2C45525%2C1733163665988.1733163667542 to pos 1328, reset compression=false 2024-12-02T18:21:21,534 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,45525,1733163665988.replicationSource.shipper95451c90bed2%2C45525%2C1733163665988,1-95451c90bed2,45525,1733163665988 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-95451c90bed2,45525,1733163665988 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/WALs/95451c90bed2,45525,1733163665988/95451c90bed2%2C45525%2C1733163665988.1733163667542, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T18:21:21,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41047 is added to blk_1073741848_1024 (size=5518) 2024-12-02T18:21:21,536 ERROR [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,45525,1733163665988.replicationSource.shipper95451c90bed2%2C45525%2C1733163665988,1-95451c90bed2,45525,1733163665988 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 95451c90bed2,45525,1733163665988: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-95451c90bed2,45525,1733163665988, walGroup=95451c90bed2%2C45525%2C1733163665988, offset=95451c90bed2%2C45525%2C1733163665988.1733163667542:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=95451c90bed2:45525 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-02T18:21:21,537 ERROR [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,45525,1733163665988.replicationSource.shipper95451c90bed2%2C45525%2C1733163665988,1-95451c90bed2,45525,1733163665988 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T18:21:21,538 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,45525,1733163665988.replicationSource.shipper95451c90bed2%2C45525%2C1733163665988,1-95451c90bed2,45525,1733163665988 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T18:21:21,539 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,45525,1733163665988.replicationSource.shipper95451c90bed2%2C45525%2C1733163665988,1-95451c90bed2,45525,1733163665988 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T18:21:21,539 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,45525,1733163665988.replicationSource.shipper95451c90bed2%2C45525%2C1733163665988,1-95451c90bed2,45525,1733163665988 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T18:21:21,539 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,45525,1733163665988.replicationSource.shipper95451c90bed2%2C45525%2C1733163665988,1-95451c90bed2,45525,1733163665988 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T18:21:21,539 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,45525,1733163665988.replicationSource.shipper95451c90bed2%2C45525%2C1733163665988,1-95451c90bed2,45525,1733163665988 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 565650688 }, "NonHeapMemoryUsage": { "committed": 190251008, "init": 7667712, "max": -1, "used": 187546928 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-02T18:21:21,542 WARN [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,45525,1733163665988.replicationSource.shipper95451c90bed2%2C45525%2C1733163665988,1-95451c90bed2,45525,1733163665988 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=95451c90bed2:40805 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=95451c90bed2:40805 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-02T18:21:21,663 DEBUG [RS:0;95451c90bed2:45525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T18:21:21,681 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46761,1733163660092.replicationSource.wal-reader.95451c90bed2%2C46761%2C1733163660092,1-95451c90bed2,46761,1733163660092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/WALs/95451c90bed2,46761,1733163660092/95451c90bed2%2C46761%2C1733163660092.1733163662602 to pos 687, reset compression=false 2024-12-02T18:21:21,685 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46761,1733163660092.replicationSource.wal-reader.95451c90bed2%2C46761%2C1733163660092,1-95451c90bed2,46761,1733163660092 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T18:21:21,685 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46761,1733163660092.replicationSource.shipper95451c90bed2%2C46761%2C1733163660092,1-95451c90bed2,46761,1733163660092 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-95451c90bed2,46761,1733163660092 got entry batch from reader: WALEntryBatch [walEntries=[{test/6de7ee11244d4afe11032865d5455beb/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733163680970/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/WALs/95451c90bed2,46761,1733163660092/95451c90bed2%2C46761%2C1733163660092.1733163662602, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-02T18:21:21,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 95451c90bed2,45525,1733163665988 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T18:21:21,687 WARN [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46761,1733163660092.replicationSource.shipper95451c90bed2%2C46761%2C1733163660092,1-95451c90bed2,46761,1733163660092 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 95451c90bed2,45525,1733163665988 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T18:21:21,743 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,45525,1733163665988.replicationSource.wal-reader.95451c90bed2%2C45525%2C1733163665988,1-95451c90bed2,45525,1733163665988 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/WALs/95451c90bed2,45525,1733163665988/95451c90bed2%2C45525%2C1733163665988.1733163667542 to pos 1328, reset compression=false 2024-12-02T18:21:21,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 95451c90bed2,45525,1733163665988 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T18:21:21,790 WARN [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46761,1733163660092.replicationSource.shipper95451c90bed2%2C46761%2C1733163660092,1-95451c90bed2,46761,1733163660092 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 95451c90bed2,45525,1733163665988 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T18:21:21,863 DEBUG [RS:0;95451c90bed2:45525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T18:21:21,885 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46761,1733163660092.replicationSource.wal-reader.95451c90bed2%2C46761%2C1733163660092,1-95451c90bed2,46761,1733163660092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/WALs/95451c90bed2,46761,1733163660092/95451c90bed2%2C46761%2C1733163660092.1733163662602 to pos 1033, reset compression=false 2024-12-02T18:21:21,937 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/data/hbase/meta/1588230740/.tmp/rep_barrier/a09222e9ec4941b69a63f845d18c813a 2024-12-02T18:21:21,957 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/data/hbase/meta/1588230740/.tmp/table/c4e75212496b4286ae03cba47acf1ce7 is 53, key is hbase:replication/table:state/1733163676258/Put/seqid=0 2024-12-02T18:21:21,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41047 is added to blk_1073741849_1025 (size=5308) 2024-12-02T18:21:21,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 95451c90bed2,45525,1733163665988 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T18:21:21,993 WARN [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46761,1733163660092.replicationSource.shipper95451c90bed2%2C46761%2C1733163660092,1-95451c90bed2,46761,1733163660092 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 95451c90bed2,45525,1733163665988 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T18:21:22,046 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,45525,1733163665988.replicationSource.wal-reader.95451c90bed2%2C45525%2C1733163665988,1-95451c90bed2,45525,1733163665988 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/WALs/95451c90bed2,45525,1733163665988/95451c90bed2%2C45525%2C1733163665988.1733163667542 to pos 1328, reset compression=false 2024-12-02T18:21:22,063 INFO [RS:0;95451c90bed2:45525 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T18:21:22,063 DEBUG [RS:0;95451c90bed2:45525 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T18:21:22,063 DEBUG [RS:0;95451c90bed2:45525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T18:21:22,190 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46761,1733163660092.replicationSource.wal-reader.95451c90bed2%2C46761%2C1733163660092,1-95451c90bed2,46761,1733163660092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/WALs/95451c90bed2,46761,1733163660092/95451c90bed2%2C46761%2C1733163660092.1733163662602 to pos 1033, reset compression=false 2024-12-02T18:21:22,263 DEBUG [RS:0;95451c90bed2:45525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T18:21:22,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 95451c90bed2,45525,1733163665988 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T18:21:22,300 WARN [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46761,1733163660092.replicationSource.shipper95451c90bed2%2C46761%2C1733163660092,1-95451c90bed2,46761,1733163660092 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 95451c90bed2,45525,1733163665988 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T18:21:22,361 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/data/hbase/meta/1588230740/.tmp/table/c4e75212496b4286ae03cba47acf1ce7 2024-12-02T18:21:22,367 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/data/hbase/meta/1588230740/.tmp/info/32b483d13500467ba3517f8e431347dd as hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/data/hbase/meta/1588230740/info/32b483d13500467ba3517f8e431347dd 2024-12-02T18:21:22,373 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/data/hbase/meta/1588230740/info/32b483d13500467ba3517f8e431347dd, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T18:21:22,374 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/data/hbase/meta/1588230740/.tmp/ns/07ced4fda7ed423e9ee94edcc1897e8a as hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/data/hbase/meta/1588230740/ns/07ced4fda7ed423e9ee94edcc1897e8a 2024-12-02T18:21:22,389 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/data/hbase/meta/1588230740/ns/07ced4fda7ed423e9ee94edcc1897e8a, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T18:21:22,390 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/data/hbase/meta/1588230740/.tmp/rep_barrier/a09222e9ec4941b69a63f845d18c813a as hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/data/hbase/meta/1588230740/rep_barrier/a09222e9ec4941b69a63f845d18c813a 2024-12-02T18:21:22,394 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/data/hbase/meta/1588230740/rep_barrier/a09222e9ec4941b69a63f845d18c813a, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T18:21:22,395 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/data/hbase/meta/1588230740/.tmp/table/c4e75212496b4286ae03cba47acf1ce7 as hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/data/hbase/meta/1588230740/table/c4e75212496b4286ae03cba47acf1ce7 2024-12-02T18:21:22,400 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/data/hbase/meta/1588230740/table/c4e75212496b4286ae03cba47acf1ce7, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T18:21:22,401 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1339ms, sequenceid=16, compaction requested=false 2024-12-02T18:21:22,408 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T18:21:22,408 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T18:21:22,408 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T18:21:22,408 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T18:21:22,409 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733163681062Running coprocessor pre-close hooks at 1733163681062Disabling compacts and flushes for region at 1733163681062Disabling writes for close at 1733163681062Obtaining lock to block concurrent updates at 1733163681062Preparing flush snapshotting stores in 1588230740 at 1733163681062Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733163681063 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733163681063Flushing 1588230740/info: creating writer at 1733163681063Flushing 1588230740/info: appending metadata at 1733163681076 (+13 ms)Flushing 1588230740/info: closing flushed file at 1733163681076Flushing 1588230740/ns: creating writer at 1733163681088 (+12 ms)Flushing 1588230740/ns: appending metadata at 1733163681105 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733163681105Flushing 1588230740/rep_barrier: creating writer at 1733163681515 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733163681530 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733163681530Flushing 1588230740/table: creating writer at 1733163681941 (+411 ms)Flushing 1588230740/table: appending metadata at 1733163681956 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733163681956Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36e8d07a: reopening flushed file at 1733163682367 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1aca7a34: reopening flushed file at 1733163682373 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4aafc9a0: reopening flushed file at 1733163682389 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@468c39bb: reopening flushed file at 1733163682395 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1339ms, sequenceid=16, compaction requested=false at 1733163682401 (+6 ms)Writing region close event to WAL at 1733163682405 (+4 ms)Running coprocessor post-close hooks at 1733163682408 (+3 ms)Closed at 1733163682408 2024-12-02T18:21:22,409 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T18:21:22,457 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,45525,1733163665988.replicationSource.wal-reader.95451c90bed2%2C45525%2C1733163665988,1-95451c90bed2,45525,1733163665988 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/WALs/95451c90bed2,45525,1733163665988/95451c90bed2%2C45525%2C1733163665988.1733163667542 to pos 1328, reset compression=false 2024-12-02T18:21:22,463 INFO [RS:0;95451c90bed2:45525 {}] regionserver.HRegionServer(976): stopping server 95451c90bed2,45525,1733163665988; all regions closed. 2024-12-02T18:21:22,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41047 is added to blk_1073741834_1010 (size=4239) 2024-12-02T18:21:22,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41047 is added to blk_1073741839_1015 (size=3127) 2024-12-02T18:21:22,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41047 is added to blk_1073741832_1008 (size=1336) 2024-12-02T18:21:22,470 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/WALs/95451c90bed2,45525,1733163665988/95451c90bed2%2C45525%2C1733163665988.1733163667542 not finished, retry = 0 2024-12-02T18:21:22,570 DEBUG [RS:0;95451c90bed2:45525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:22,570 INFO [RS:0;95451c90bed2:45525 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T18:21:22,571 INFO [RS:0;95451c90bed2:45525 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T18:21:22,571 INFO [RS:0;95451c90bed2:45525 {}] hbase.ChoreService(370): Chore service for: regionserver/95451c90bed2:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T18:21:22,571 INFO [RS:0;95451c90bed2:45525 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T18:21:22,571 INFO [regionserver/95451c90bed2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T18:21:22,571 INFO [RS:0;95451c90bed2:45525 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-95451c90bed2,45525,1733163665988 because: Region server is closing 2024-12-02T18:21:22,571 INFO [RS:0;95451c90bed2:45525 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;95451c90bed2:45525. 2024-12-02T18:21:22,571 DEBUG [RS:0;95451c90bed2:45525 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:21:22,571 DEBUG [RS:0;95451c90bed2:45525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:22,572 DEBUG [RS:0;95451c90bed2:45525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:22,572 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:21:22,597 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46761,1733163660092.replicationSource.wal-reader.95451c90bed2%2C46761%2C1733163660092,1-95451c90bed2,46761,1733163660092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/WALs/95451c90bed2,46761,1733163660092/95451c90bed2%2C46761%2C1733163660092.1733163662602 to pos 1033, reset compression=false 2024-12-02T18:21:22,672 INFO [RS:0;95451c90bed2:45525 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,45525,1733163665988.replicationSource.shipper95451c90bed2%2C45525%2C1733163665988,1-95451c90bed2,45525,1733163665988 terminated 2024-12-02T18:21:22,672 WARN [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,45525,1733163665988.replicationSource.wal-reader.95451c90bed2%2C45525%2C1733163665988,1-95451c90bed2,45525,1733163665988 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T18:21:22,672 INFO [RS:0;95451c90bed2:45525 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;95451c90bed2:45525. 2024-12-02T18:21:22,672 DEBUG [RS:0;95451c90bed2:45525 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:21:22,672 DEBUG [RS:0;95451c90bed2:45525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:22,672 DEBUG [RS:0;95451c90bed2:45525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:22,672 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:21:22,672 INFO [RS:0;95451c90bed2:45525 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45525 2024-12-02T18:21:22,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45525-0x1019746a0c20004, quorum=127.0.0.1:54215, baseZNode=/1-1425643574 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1425643574/rs/95451c90bed2,45525,1733163665988 2024-12-02T18:21:22,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40805-0x1019746a0c20003, quorum=127.0.0.1:54215, baseZNode=/1-1425643574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1425643574/rs 2024-12-02T18:21:22,691 INFO [RS:0;95451c90bed2:45525 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T18:21:22,702 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [95451c90bed2,45525,1733163665988] 2024-12-02T18:21:22,704 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 95451c90bed2:45525 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 95451c90bed2/172.17.0.3:45525 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T18:21:22,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 95451c90bed2:45525 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 95451c90bed2/172.17.0.3:45525 2024-12-02T18:21:22,704 WARN [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46761,1733163660092.replicationSource.shipper95451c90bed2%2C46761%2C1733163660092,1-95451c90bed2,46761,1733163660092 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=95451c90bed2:45525 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 95451c90bed2/172.17.0.3:45525 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 95451c90bed2/172.17.0.3:45525 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-12-02T18:21:22,707 WARN [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46761,1733163660092.replicationSource.shipper95451c90bed2%2C46761%2C1733163660092,1-95451c90bed2,46761,1733163660092 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-02T18:21:22,712 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1425643574/draining/95451c90bed2,45525,1733163665988 already deleted, retry=false 2024-12-02T18:21:22,712 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 95451c90bed2,45525,1733163665988 expired; onlineServers=0 2024-12-02T18:21:22,712 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '95451c90bed2,40805,1733163665843' ***** 2024-12-02T18:21:22,712 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T18:21:22,713 INFO [M:0;95451c90bed2:40805 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T18:21:22,713 INFO [M:0;95451c90bed2:40805 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T18:21:22,713 DEBUG [M:0;95451c90bed2:40805 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T18:21:22,713 DEBUG [M:0;95451c90bed2:40805 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T18:21:22,713 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T18:21:22,713 DEBUG [master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.large.0-1733163667277 {}] cleaner.HFileCleaner(306): Exit Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.large.0-1733163667277,5,FailOnTimeoutGroup] 2024-12-02T18:21:22,713 DEBUG [master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.small.0-1733163667277 {}] cleaner.HFileCleaner(306): Exit Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.small.0-1733163667277,5,FailOnTimeoutGroup] 2024-12-02T18:21:22,713 INFO [M:0;95451c90bed2:40805 {}] hbase.ChoreService(370): Chore service for: master/95451c90bed2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T18:21:22,713 INFO [M:0;95451c90bed2:40805 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T18:21:22,713 DEBUG [M:0;95451c90bed2:40805 {}] master.HMaster(1795): Stopping service threads 2024-12-02T18:21:22,713 INFO [M:0;95451c90bed2:40805 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T18:21:22,713 INFO [M:0;95451c90bed2:40805 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T18:21:22,713 INFO [M:0;95451c90bed2:40805 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T18:21:22,713 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T18:21:22,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40805-0x1019746a0c20003, quorum=127.0.0.1:54215, baseZNode=/1-1425643574 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1425643574/master 2024-12-02T18:21:22,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40805-0x1019746a0c20003, quorum=127.0.0.1:54215, baseZNode=/1-1425643574 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1425643574 2024-12-02T18:21:22,723 DEBUG [M:0;95451c90bed2:40805 {}] zookeeper.ZKUtil(347): master:40805-0x1019746a0c20003, quorum=127.0.0.1:54215, baseZNode=/1-1425643574 Unable to get data of znode /1-1425643574/master because node does not exist (not an error) 2024-12-02T18:21:22,723 WARN [M:0;95451c90bed2:40805 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T18:21:22,723 INFO [M:0;95451c90bed2:40805 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/.lastflushedseqids 2024-12-02T18:21:22,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41047 is added to blk_1073741850_1026 (size=263) 2024-12-02T18:21:22,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45525-0x1019746a0c20004, quorum=127.0.0.1:54215, baseZNode=/1-1425643574 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:21:22,802 INFO [RS:0;95451c90bed2:45525 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T18:21:22,802 INFO [RS:0;95451c90bed2:45525 {}] regionserver.HRegionServer(1031): Exiting; stopping=95451c90bed2,45525,1733163665988; zookeeper connection closed. 2024-12-02T18:21:22,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45525-0x1019746a0c20004, quorum=127.0.0.1:54215, baseZNode=/1-1425643574 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:21:22,802 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@67c7dc02 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@67c7dc02 2024-12-02T18:21:22,803 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T18:21:23,100 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46761,1733163660092.replicationSource.wal-reader.95451c90bed2%2C46761%2C1733163660092,1-95451c90bed2,46761,1733163660092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/WALs/95451c90bed2,46761,1733163660092/95451c90bed2%2C46761%2C1733163660092.1733163662602 to pos 1033, reset compression=false 2024-12-02T18:21:23,128 INFO [M:0;95451c90bed2:40805 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T18:21:23,128 INFO [M:0;95451c90bed2:40805 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T18:21:23,128 DEBUG [M:0;95451c90bed2:40805 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T18:21:23,128 INFO [M:0;95451c90bed2:40805 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:21:23,128 DEBUG [M:0;95451c90bed2:40805 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:21:23,128 DEBUG [M:0;95451c90bed2:40805 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T18:21:23,128 DEBUG [M:0;95451c90bed2:40805 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:21:23,128 INFO [M:0;95451c90bed2:40805 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-12-02T18:21:23,141 DEBUG [M:0;95451c90bed2:40805 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/235c2ee59f134f1a97635a50f35c0a5e is 82, key is hbase:meta,,1/info:regioninfo/1733163668498/Put/seqid=0 2024-12-02T18:21:23,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41047 is added to blk_1073741851_1027 (size=5672) 2024-12-02T18:21:23,207 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46761,1733163660092.replicationSource.shipper95451c90bed2%2C46761%2C1733163660092,1-95451c90bed2,46761,1733163660092 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-02T18:21:23,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-02T18:21:23,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 20 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:37640 deadline: 1733163743208, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-02T18:21:23,210 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46761,1733163660092.replicationSource.shipper95451c90bed2%2C46761%2C1733163660092,1-95451c90bed2,46761,1733163660092 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-02T18:21:23,211 WARN [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46761,1733163660092.replicationSource.shipper95451c90bed2%2C46761%2C1733163660092,1-95451c90bed2,46761,1733163660092 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-02T18:21:23,211 WARN [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46761,1733163660092.replicationSource.shipper95451c90bed2%2C46761%2C1733163660092,1-95451c90bed2,46761,1733163660092 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-02T18:21:23,545 INFO [M:0;95451c90bed2:40805 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/235c2ee59f134f1a97635a50f35c0a5e 2024-12-02T18:21:23,563 DEBUG [M:0;95451c90bed2:40805 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ee6e6c27e799430491a8e1e4730930a7 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733163676261/Put/seqid=0 2024-12-02T18:21:23,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41047 is added to blk_1073741852_1028 (size=8515) 2024-12-02T18:21:23,703 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46761,1733163660092.replicationSource.wal-reader.95451c90bed2%2C46761%2C1733163660092,1-95451c90bed2,46761,1733163660092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/WALs/95451c90bed2,46761,1733163660092/95451c90bed2%2C46761%2C1733163660092.1733163662602 to pos 1033, reset compression=false 2024-12-02T18:21:23,812 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46761,1733163660092.replicationSource.shipper95451c90bed2%2C46761%2C1733163660092,1-95451c90bed2,46761,1733163660092 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-02T18:21:23,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-02T18:21:23,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40805 {}] ipc.CallRunner(138): callId: 22 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:37640 deadline: 1733163743813, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-02T18:21:23,814 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46761,1733163660092.replicationSource.shipper95451c90bed2%2C46761%2C1733163660092,1-95451c90bed2,46761,1733163660092 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-02T18:21:23,815 WARN [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46761,1733163660092.replicationSource.shipper95451c90bed2%2C46761%2C1733163660092,1-95451c90bed2,46761,1733163660092 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-02T18:21:23,815 WARN [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46761,1733163660092.replicationSource.shipper95451c90bed2%2C46761%2C1733163660092,1-95451c90bed2,46761,1733163660092 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-02T18:21:23,967 INFO [M:0;95451c90bed2:40805 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ee6e6c27e799430491a8e1e4730930a7 2024-12-02T18:21:23,988 DEBUG [M:0;95451c90bed2:40805 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d41cc77d6f6a470a863eb44b00182cac is 69, key is 95451c90bed2,45525,1733163665988/rs:state/1733163667318/Put/seqid=0 2024-12-02T18:21:23,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41047 is added to blk_1073741853_1029 (size=5156) 2024-12-02T18:21:24,392 INFO [M:0;95451c90bed2:40805 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d41cc77d6f6a470a863eb44b00182cac 2024-12-02T18:21:24,396 DEBUG [M:0;95451c90bed2:40805 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/235c2ee59f134f1a97635a50f35c0a5e as hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/235c2ee59f134f1a97635a50f35c0a5e 2024-12-02T18:21:24,401 INFO [M:0;95451c90bed2:40805 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/235c2ee59f134f1a97635a50f35c0a5e, entries=8, sequenceid=97, filesize=5.5 K 2024-12-02T18:21:24,402 DEBUG [M:0;95451c90bed2:40805 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ee6e6c27e799430491a8e1e4730930a7 as hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ee6e6c27e799430491a8e1e4730930a7 2024-12-02T18:21:24,405 INFO [M:0;95451c90bed2:40805 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ee6e6c27e799430491a8e1e4730930a7, entries=11, sequenceid=97, filesize=8.3 K 2024-12-02T18:21:24,406 DEBUG [M:0;95451c90bed2:40805 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d41cc77d6f6a470a863eb44b00182cac as hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d41cc77d6f6a470a863eb44b00182cac 2024-12-02T18:21:24,410 INFO [M:0;95451c90bed2:40805 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44889/user/jenkins/test-data/98ad6aa8-fa75-018b-fac3-41fef733fe10/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d41cc77d6f6a470a863eb44b00182cac, entries=1, sequenceid=97, filesize=5.0 K 2024-12-02T18:21:24,411 INFO [M:0;95451c90bed2:40805 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=97, compaction requested=false 2024-12-02T18:21:24,432 INFO [M:0;95451c90bed2:40805 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:21:24,432 DEBUG [M:0;95451c90bed2:40805 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733163683128Disabling compacts and flushes for region at 1733163683128Disabling writes for close at 1733163683128Obtaining lock to block concurrent updates at 1733163683128Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733163683128Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1733163683129 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733163683129Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733163683129Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733163683141 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733163683141Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733163683549 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733163683562 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733163683562Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733163683971 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733163683988 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733163683988Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ffd690c: reopening flushed file at 1733163684396 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@95b330b: reopening flushed file at 1733163684401 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fa351d6: reopening flushed file at 1733163684406 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=97, compaction requested=false at 1733163684411 (+5 ms)Writing region close event to WAL at 1733163684432 (+21 ms)Closed at 1733163684432 2024-12-02T18:21:24,433 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46761,1733163660092.replicationSource.wal-reader.95451c90bed2%2C46761%2C1733163660092,1-95451c90bed2,46761,1733163660092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/WALs/95451c90bed2,46761,1733163660092/95451c90bed2%2C46761%2C1733163660092.1733163662602 to pos 1033, reset compression=false 2024-12-02T18:21:24,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41047 is added to blk_1073741830_1006 (size=63642) 2024-12-02T18:21:24,438 INFO [M:0;95451c90bed2:40805 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T18:21:24,439 INFO [M:0;95451c90bed2:40805 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40805 2024-12-02T18:21:24,439 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T18:21:24,439 INFO [M:0;95451c90bed2:40805 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T18:21:24,516 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46761,1733163660092.replicationSource.shipper95451c90bed2%2C46761%2C1733163660092,1-95451c90bed2,46761,1733163660092 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-02T18:21:24,517 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 95451c90bed2:40805 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 95451c90bed2/172.17.0.3:40805 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T18:21:24,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 95451c90bed2:40805 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 95451c90bed2/172.17.0.3:40805 2024-12-02T18:21:24,618 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:21:24,619 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 95451c90bed2:40805 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 95451c90bed2/172.17.0.3:40805 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T18:21:24,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [95451c90bed2,40805,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=95451c90bed2:40805 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 95451c90bed2/172.17.0.3:40805 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-12-02T18:21:24,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 95451c90bed2:40805 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 95451c90bed2/172.17.0.3:40805 2024-12-02T18:21:24,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40805-0x1019746a0c20003, quorum=127.0.0.1:54215, baseZNode=/1-1425643574 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:21:24,655 INFO [M:0;95451c90bed2:40805 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T18:21:24,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40805-0x1019746a0c20003, quorum=127.0.0.1:54215, baseZNode=/1-1425643574 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:21:24,656 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6cc87239{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T18:21:24,657 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ad65a86{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T18:21:24,657 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T18:21:24,657 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e14fb0a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T18:21:24,657 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c69b0dc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3fc7821-fbec-aaa2-ff1a-c568f5eb8b60/hadoop.log.dir/,STOPPED} 2024-12-02T18:21:24,658 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T18:21:24,658 WARN [BP-1909484400-172.17.0.3-1733163663894 heartbeating to localhost/127.0.0.1:44889 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T18:21:24,658 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T18:21:24,658 WARN [BP-1909484400-172.17.0.3-1733163663894 heartbeating to localhost/127.0.0.1:44889 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1909484400-172.17.0.3-1733163663894 (Datanode Uuid abf19027-7e0c-4f67-b2ce-c7c4cdf10119) service to localhost/127.0.0.1:44889 2024-12-02T18:21:24,659 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3fc7821-fbec-aaa2-ff1a-c568f5eb8b60/cluster_fb0f3fa9-c626-6bd2-78e9-0bbc7a560718/data/data1/current/BP-1909484400-172.17.0.3-1733163663894 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T18:21:24,659 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3fc7821-fbec-aaa2-ff1a-c568f5eb8b60/cluster_fb0f3fa9-c626-6bd2-78e9-0bbc7a560718/data/data2/current/BP-1909484400-172.17.0.3-1733163663894 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T18:21:24,659 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T18:21:24,664 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6114c7ff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T18:21:24,665 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@664d3ea{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T18:21:24,665 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T18:21:24,665 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76039905{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T18:21:24,665 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68bc7d85{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3fc7821-fbec-aaa2-ff1a-c568f5eb8b60/hadoop.log.dir/,STOPPED} 2024-12-02T18:21:24,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T18:21:24,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T18:21:24,677 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T18:21:24,677 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:21:24,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:24,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:24,677 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:21:24,677 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T18:21:24,677 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=625858209, stopped=false 2024-12-02T18:21:24,677 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=95451c90bed2,39485,1733163659568 2024-12-02T18:21:24,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39485-0x1019746a0c20000, quorum=127.0.0.1:54215, baseZNode=/0-1992781382 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1992781382/running 2024-12-02T18:21:24,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46761-0x1019746a0c20001, quorum=127.0.0.1:54215, baseZNode=/0-1992781382 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1992781382/running 2024-12-02T18:21:24,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46761-0x1019746a0c20001, quorum=127.0.0.1:54215, baseZNode=/0-1992781382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1992781382 2024-12-02T18:21:24,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39485-0x1019746a0c20000, quorum=127.0.0.1:54215, baseZNode=/0-1992781382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1992781382 2024-12-02T18:21:24,691 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T18:21:24,692 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T18:21:24,692 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:21:24,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:24,692 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46761-0x1019746a0c20001, quorum=127.0.0.1:54215, baseZNode=/0-1992781382 Set watcher on znode that does not yet exist, /0-1992781382/running 2024-12-02T18:21:24,692 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39485-0x1019746a0c20000, quorum=127.0.0.1:54215, baseZNode=/0-1992781382 Set watcher on znode that does not yet exist, /0-1992781382/running 2024-12-02T18:21:24,692 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '95451c90bed2,46761,1733163660092' ***** 2024-12-02T18:21:24,692 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T18:21:24,692 INFO [RS:0;95451c90bed2:46761 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T18:21:24,692 INFO [RS:0;95451c90bed2:46761 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T18:21:24,692 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T18:21:24,692 INFO [RS:0;95451c90bed2:46761 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T18:21:24,692 INFO [RS:0;95451c90bed2:46761 {}] regionserver.HRegionServer(3091): Received CLOSE for e5f2637efb32d9e6e7615bd2e7601ecc 2024-12-02T18:21:24,693 INFO [RS:0;95451c90bed2:46761 {}] regionserver.HRegionServer(3091): Received CLOSE for 6de7ee11244d4afe11032865d5455beb 2024-12-02T18:21:24,693 INFO [RS:0;95451c90bed2:46761 {}] regionserver.HRegionServer(959): stopping server 95451c90bed2,46761,1733163660092 2024-12-02T18:21:24,693 INFO [RS:0;95451c90bed2:46761 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T18:21:24,693 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e5f2637efb32d9e6e7615bd2e7601ecc, disabling compactions & flushes 2024-12-02T18:21:24,693 INFO [RS:0;95451c90bed2:46761 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;95451c90bed2:46761. 2024-12-02T18:21:24,693 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733163672950.e5f2637efb32d9e6e7615bd2e7601ecc. 2024-12-02T18:21:24,693 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733163672950.e5f2637efb32d9e6e7615bd2e7601ecc. 2024-12-02T18:21:24,693 DEBUG [RS:0;95451c90bed2:46761 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:21:24,693 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733163672950.e5f2637efb32d9e6e7615bd2e7601ecc. after waiting 0 ms 2024-12-02T18:21:24,693 DEBUG [RS:0;95451c90bed2:46761 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:24,693 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733163672950.e5f2637efb32d9e6e7615bd2e7601ecc. 2024-12-02T18:21:24,693 INFO [RS:0;95451c90bed2:46761 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T18:21:24,693 INFO [RS:0;95451c90bed2:46761 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T18:21:24,693 INFO [RS:0;95451c90bed2:46761 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T18:21:24,693 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e5f2637efb32d9e6e7615bd2e7601ecc 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-12-02T18:21:24,693 INFO [RS:0;95451c90bed2:46761 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T18:21:24,693 INFO [RS:0;95451c90bed2:46761 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T18:21:24,693 DEBUG [RS:0;95451c90bed2:46761 {}] regionserver.HRegionServer(1325): Online Regions={e5f2637efb32d9e6e7615bd2e7601ecc=hbase:replication,,1733163672950.e5f2637efb32d9e6e7615bd2e7601ecc., 1588230740=hbase:meta,,1.1588230740, 6de7ee11244d4afe11032865d5455beb=test,,1733163668612.6de7ee11244d4afe11032865d5455beb.} 2024-12-02T18:21:24,693 DEBUG [RS:0;95451c90bed2:46761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6de7ee11244d4afe11032865d5455beb, e5f2637efb32d9e6e7615bd2e7601ecc 2024-12-02T18:21:24,693 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T18:21:24,693 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T18:21:24,693 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T18:21:24,693 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T18:21:24,693 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T18:21:24,693 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T18:21:24,706 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/data/hbase/meta/1588230740/.tmp/info/8d979a1229224866b2a270aebce29d0d is 147, key is hbase:replication,,1733163672950.e5f2637efb32d9e6e7615bd2e7601ecc./info:regioninfo/1733163674182/Put/seqid=0 2024-12-02T18:21:24,709 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/data/hbase/replication/e5f2637efb32d9e6e7615bd2e7601ecc/.tmp/hfileref/2939156962fe448d8b0906eeff3c60f1 is 74, key is 1/hfileref:0716aee838184a63bdfdf4d90a9c89fd_SeqId_4_/1733163678637/DeleteColumn/seqid=0 2024-12-02T18:21:24,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43305 is added to blk_1073741846_1022 (size=7686) 2024-12-02T18:21:24,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43305 is added to blk_1073741847_1023 (size=5345) 2024-12-02T18:21:24,784 INFO [regionserver/95451c90bed2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T18:21:24,828 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:21:24,828 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 95451c90bed2:40805 this server is in the failed servers list 2024-12-02T18:21:24,829 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [95451c90bed2,40805,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=95451c90bed2:40805 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 95451c90bed2:40805 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T18:21:24,893 DEBUG [RS:0;95451c90bed2:46761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6de7ee11244d4afe11032865d5455beb, e5f2637efb32d9e6e7615bd2e7601ecc 2024-12-02T18:21:25,093 DEBUG [RS:0;95451c90bed2:46761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6de7ee11244d4afe11032865d5455beb, e5f2637efb32d9e6e7615bd2e7601ecc 2024-12-02T18:21:25,110 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/data/hbase/meta/1588230740/.tmp/info/8d979a1229224866b2a270aebce29d0d 2024-12-02T18:21:25,113 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/data/hbase/replication/e5f2637efb32d9e6e7615bd2e7601ecc/.tmp/hfileref/2939156962fe448d8b0906eeff3c60f1 2024-12-02T18:21:25,132 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/data/hbase/meta/1588230740/.tmp/ns/96b2678833f14fa6a8b85812a7403a6c is 43, key is default/ns:d/1733163663666/Put/seqid=0 2024-12-02T18:21:25,132 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/data/hbase/replication/e5f2637efb32d9e6e7615bd2e7601ecc/.tmp/queue/0c88d46018ab463abf95a3dfb0b4ff09 is 153, key is 1-95451c90bed2,46761,1733163660092/queue:95451c90bed2%2C46761%2C1733163660092/1733163678638/Put/seqid=0 2024-12-02T18:21:25,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43305 is added to blk_1073741849_1025 (size=5153) 2024-12-02T18:21:25,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43305 is added to blk_1073741848_1024 (size=5352) 2024-12-02T18:21:25,138 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:21:25,139 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 95451c90bed2:40805 this server is in the failed servers list 2024-12-02T18:21:25,139 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [95451c90bed2,40805,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=95451c90bed2:40805 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 95451c90bed2:40805 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T18:21:25,245 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46761,1733163660092.replicationSource.wal-reader.95451c90bed2%2C46761%2C1733163660092,1-95451c90bed2,46761,1733163660092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/WALs/95451c90bed2,46761,1733163660092/95451c90bed2%2C46761%2C1733163660092.1733163662602 to pos 1033, reset compression=false 2024-12-02T18:21:25,294 DEBUG [RS:0;95451c90bed2:46761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6de7ee11244d4afe11032865d5455beb, e5f2637efb32d9e6e7615bd2e7601ecc 2024-12-02T18:21:25,494 DEBUG [RS:0;95451c90bed2:46761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6de7ee11244d4afe11032865d5455beb, e5f2637efb32d9e6e7615bd2e7601ecc 2024-12-02T18:21:25,517 INFO [regionserver/95451c90bed2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T18:21:25,517 INFO [regionserver/95451c90bed2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T18:21:25,536 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/data/hbase/replication/e5f2637efb32d9e6e7615bd2e7601ecc/.tmp/queue/0c88d46018ab463abf95a3dfb0b4ff09 2024-12-02T18:21:25,536 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/data/hbase/meta/1588230740/.tmp/ns/96b2678833f14fa6a8b85812a7403a6c 2024-12-02T18:21:25,541 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/data/hbase/replication/e5f2637efb32d9e6e7615bd2e7601ecc/.tmp/hfileref/2939156962fe448d8b0906eeff3c60f1 as hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/data/hbase/replication/e5f2637efb32d9e6e7615bd2e7601ecc/hfileref/2939156962fe448d8b0906eeff3c60f1 2024-12-02T18:21:25,544 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/data/hbase/replication/e5f2637efb32d9e6e7615bd2e7601ecc/hfileref/2939156962fe448d8b0906eeff3c60f1, entries=4, sequenceid=10, filesize=5.2 K 2024-12-02T18:21:25,545 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/data/hbase/replication/e5f2637efb32d9e6e7615bd2e7601ecc/.tmp/queue/0c88d46018ab463abf95a3dfb0b4ff09 as hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/data/hbase/replication/e5f2637efb32d9e6e7615bd2e7601ecc/queue/0c88d46018ab463abf95a3dfb0b4ff09 2024-12-02T18:21:25,549 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/data/hbase/replication/e5f2637efb32d9e6e7615bd2e7601ecc/queue/0c88d46018ab463abf95a3dfb0b4ff09, entries=1, sequenceid=10, filesize=5.2 K 2024-12-02T18:21:25,550 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for e5f2637efb32d9e6e7615bd2e7601ecc in 856ms, sequenceid=10, compaction requested=false 2024-12-02T18:21:25,553 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/data/hbase/meta/1588230740/.tmp/rep_barrier/b690a03f60564a5e91c748f51c672c9d is 112, key is test,,1733163668612.6de7ee11244d4afe11032865d5455beb./rep_barrier:seqnumDuringOpen/1733163669754/Put/seqid=0 2024-12-02T18:21:25,556 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/data/hbase/replication/e5f2637efb32d9e6e7615bd2e7601ecc/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-02T18:21:25,556 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T18:21:25,556 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T18:21:25,556 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733163672950.e5f2637efb32d9e6e7615bd2e7601ecc. 2024-12-02T18:21:25,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43305 is added to blk_1073741850_1026 (size=5518) 2024-12-02T18:21:25,556 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e5f2637efb32d9e6e7615bd2e7601ecc: Waiting for close lock at 1733163684693Running coprocessor pre-close hooks at 1733163684693Disabling compacts and flushes for region at 1733163684693Disabling writes for close at 1733163684693Obtaining lock to block concurrent updates at 1733163684693Preparing flush snapshotting stores in e5f2637efb32d9e6e7615bd2e7601ecc at 1733163684693Finished memstore snapshotting hbase:replication,,1733163672950.e5f2637efb32d9e6e7615bd2e7601ecc., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1733163684693Flushing stores of hbase:replication,,1733163672950.e5f2637efb32d9e6e7615bd2e7601ecc. at 1733163684694 (+1 ms)Flushing e5f2637efb32d9e6e7615bd2e7601ecc/hfileref: creating writer at 1733163684694Flushing e5f2637efb32d9e6e7615bd2e7601ecc/hfileref: appending metadata at 1733163684709 (+15 ms)Flushing e5f2637efb32d9e6e7615bd2e7601ecc/hfileref: closing flushed file at 1733163684709Flushing e5f2637efb32d9e6e7615bd2e7601ecc/queue: creating writer at 1733163685116 (+407 ms)Flushing e5f2637efb32d9e6e7615bd2e7601ecc/queue: appending metadata at 1733163685131 (+15 ms)Flushing e5f2637efb32d9e6e7615bd2e7601ecc/queue: closing flushed file at 1733163685131Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a06f74f: reopening flushed file at 1733163685540 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7db8df73: reopening flushed file at 1733163685545 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for e5f2637efb32d9e6e7615bd2e7601ecc in 856ms, sequenceid=10, compaction requested=false at 1733163685550 (+5 ms)Writing region close event to WAL at 1733163685552 (+2 ms)Running coprocessor post-close hooks at 1733163685556 (+4 ms)Closed at 1733163685556 2024-12-02T18:21:25,556 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733163672950.e5f2637efb32d9e6e7615bd2e7601ecc. 2024-12-02T18:21:25,557 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6de7ee11244d4afe11032865d5455beb, disabling compactions & flushes 2024-12-02T18:21:25,557 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733163668612.6de7ee11244d4afe11032865d5455beb. 2024-12-02T18:21:25,557 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733163668612.6de7ee11244d4afe11032865d5455beb. 2024-12-02T18:21:25,557 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733163668612.6de7ee11244d4afe11032865d5455beb. after waiting 0 ms 2024-12-02T18:21:25,557 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733163668612.6de7ee11244d4afe11032865d5455beb. 2024-12-02T18:21:25,559 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/data/default/test/6de7ee11244d4afe11032865d5455beb/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T18:21:25,560 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T18:21:25,560 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T18:21:25,560 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733163668612.6de7ee11244d4afe11032865d5455beb. 2024-12-02T18:21:25,560 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6de7ee11244d4afe11032865d5455beb: Waiting for close lock at 1733163685557Running coprocessor pre-close hooks at 1733163685557Disabling compacts and flushes for region at 1733163685557Disabling writes for close at 1733163685557Writing region close event to WAL at 1733163685557Running coprocessor post-close hooks at 1733163685560 (+3 ms)Closed at 1733163685560 2024-12-02T18:21:25,560 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733163668612.6de7ee11244d4afe11032865d5455beb. 2024-12-02T18:21:25,648 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:21:25,648 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 95451c90bed2:40805 this server is in the failed servers list 2024-12-02T18:21:25,648 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [95451c90bed2,40805,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=95451c90bed2:40805 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 95451c90bed2:40805 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T18:21:25,694 INFO [RS:0;95451c90bed2:46761 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T18:21:25,694 DEBUG [RS:0;95451c90bed2:46761 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T18:21:25,694 DEBUG [RS:0;95451c90bed2:46761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T18:21:25,894 DEBUG [RS:0;95451c90bed2:46761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T18:21:25,957 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/data/hbase/meta/1588230740/.tmp/rep_barrier/b690a03f60564a5e91c748f51c672c9d 2024-12-02T18:21:25,972 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/data/hbase/meta/1588230740/.tmp/table/e5ae00fec0f643aa91deb56d59025ae2 is 53, key is hbase:replication/table:state/1733163674204/Put/seqid=0 2024-12-02T18:21:25,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43305 is added to blk_1073741851_1027 (size=5308) 2024-12-02T18:21:26,094 DEBUG [RS:0;95451c90bed2:46761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T18:21:26,150 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46761,1733163660092.replicationSource.wal-reader.95451c90bed2%2C46761%2C1733163660092,1-95451c90bed2,46761,1733163660092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/WALs/95451c90bed2,46761,1733163660092/95451c90bed2%2C46761%2C1733163660092.1733163662602 to pos 1033, reset compression=false 2024-12-02T18:21:26,154 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46761,1733163660092.replicationSource.wal-reader.95451c90bed2%2C46761%2C1733163660092,1-95451c90bed2,46761,1733163660092 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T18:21:26,154 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46761,1733163660092.replicationSource.wal-reader.95451c90bed2%2C46761%2C1733163660092,1-95451c90bed2,46761,1733163660092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/WALs/95451c90bed2,46761,1733163660092/95451c90bed2%2C46761%2C1733163660092.1733163662602 to pos 1328, reset compression=false 2024-12-02T18:21:26,295 DEBUG [RS:0;95451c90bed2:46761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T18:21:26,357 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46761,1733163660092.replicationSource.wal-reader.95451c90bed2%2C46761%2C1733163660092,1-95451c90bed2,46761,1733163660092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/WALs/95451c90bed2,46761,1733163660092/95451c90bed2%2C46761%2C1733163660092.1733163662602 to pos 1328, reset compression=false 2024-12-02T18:21:26,375 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/data/hbase/meta/1588230740/.tmp/table/e5ae00fec0f643aa91deb56d59025ae2 2024-12-02T18:21:26,379 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/data/hbase/meta/1588230740/.tmp/info/8d979a1229224866b2a270aebce29d0d as hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/data/hbase/meta/1588230740/info/8d979a1229224866b2a270aebce29d0d 2024-12-02T18:21:26,382 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/data/hbase/meta/1588230740/info/8d979a1229224866b2a270aebce29d0d, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T18:21:26,383 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/data/hbase/meta/1588230740/.tmp/ns/96b2678833f14fa6a8b85812a7403a6c as hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/data/hbase/meta/1588230740/ns/96b2678833f14fa6a8b85812a7403a6c 2024-12-02T18:21:26,387 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/data/hbase/meta/1588230740/ns/96b2678833f14fa6a8b85812a7403a6c, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T18:21:26,387 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/data/hbase/meta/1588230740/.tmp/rep_barrier/b690a03f60564a5e91c748f51c672c9d as hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/data/hbase/meta/1588230740/rep_barrier/b690a03f60564a5e91c748f51c672c9d 2024-12-02T18:21:26,391 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/data/hbase/meta/1588230740/rep_barrier/b690a03f60564a5e91c748f51c672c9d, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T18:21:26,392 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/data/hbase/meta/1588230740/.tmp/table/e5ae00fec0f643aa91deb56d59025ae2 as hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/data/hbase/meta/1588230740/table/e5ae00fec0f643aa91deb56d59025ae2 2024-12-02T18:21:26,395 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/data/hbase/meta/1588230740/table/e5ae00fec0f643aa91deb56d59025ae2, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T18:21:26,396 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1703ms, sequenceid=16, compaction requested=false 2024-12-02T18:21:26,396 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T18:21:26,403 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T18:21:26,404 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T18:21:26,404 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T18:21:26,404 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T18:21:26,404 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733163684693Running coprocessor pre-close hooks at 1733163684693Disabling compacts and flushes for region at 1733163684693Disabling writes for close at 1733163684693Obtaining lock to block concurrent updates at 1733163684693Preparing flush snapshotting stores in 1588230740 at 1733163684693Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733163684694 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733163684694Flushing 1588230740/info: creating writer at 1733163684694Flushing 1588230740/info: appending metadata at 1733163684705 (+11 ms)Flushing 1588230740/info: closing flushed file at 1733163684706 (+1 ms)Flushing 1588230740/ns: creating writer at 1733163685115 (+409 ms)Flushing 1588230740/ns: appending metadata at 1733163685131 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733163685131Flushing 1588230740/rep_barrier: creating writer at 1733163685540 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733163685553 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733163685553Flushing 1588230740/table: creating writer at 1733163685960 (+407 ms)Flushing 1588230740/table: appending metadata at 1733163685971 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733163685971Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20cfddac: reopening flushed file at 1733163686378 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ec9df9d: reopening flushed file at 1733163686383 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9033aac: reopening flushed file at 1733163686387 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d0e13ec: reopening flushed file at 1733163686391 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1703ms, sequenceid=16, compaction requested=false at 1733163686396 (+5 ms)Writing region close event to WAL at 1733163686401 (+5 ms)Running coprocessor post-close hooks at 1733163686404 (+3 ms)Closed at 1733163686404 2024-12-02T18:21:26,404 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T18:21:26,495 INFO [RS:0;95451c90bed2:46761 {}] regionserver.HRegionServer(976): stopping server 95451c90bed2,46761,1733163660092; all regions closed. 2024-12-02T18:21:26,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43305 is added to blk_1073741834_1010 (size=4239) 2024-12-02T18:21:26,497 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/WALs/95451c90bed2,46761,1733163660092/95451c90bed2%2C46761%2C1733163660092.meta.1733163663555.meta not finished, retry = 0 2024-12-02T18:21:26,599 DEBUG [RS:0;95451c90bed2:46761 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/oldWALs 2024-12-02T18:21:26,599 INFO [RS:0;95451c90bed2:46761 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 95451c90bed2%2C46761%2C1733163660092.meta:.meta(num 1733163663555) 2024-12-02T18:21:26,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43305 is added to blk_1073741839_1015 (size=2695) 2024-12-02T18:21:26,601 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/WALs/95451c90bed2,46761,1733163660092/95451c90bed2%2C46761%2C1733163660092.rep.1733163674123 not finished, retry = 0 2024-12-02T18:21:26,643 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T18:21:26,659 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:21:26,659 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 95451c90bed2:40805 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 95451c90bed2/172.17.0.3:40805 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T18:21:26,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [95451c90bed2,40805,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=95451c90bed2:40805 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 95451c90bed2/172.17.0.3:40805 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-12-02T18:21:26,660 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46761,1733163660092.replicationSource.wal-reader.95451c90bed2%2C46761%2C1733163660092,1-95451c90bed2,46761,1733163660092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/WALs/95451c90bed2,46761,1733163660092/95451c90bed2%2C46761%2C1733163660092.1733163662602 to pos 1328, reset compression=false 2024-12-02T18:21:26,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:26,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:26,663 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2144 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [95451c90bed2,40805,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=95451c90bed2:40805 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 95451c90bed2/172.17.0.3:40805 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-12-02T18:21:26,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:26,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 95451c90bed2:40805 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 95451c90bed2/172.17.0.3:40805 2024-12-02T18:21:26,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:26,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:26,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:26,670 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:26,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:26,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:26,683 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T18:21:26,683 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T18:21:26,683 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-02T18:21:26,683 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-02T18:21:26,683 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T18:21:26,683 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T18:21:26,704 DEBUG [RS:0;95451c90bed2:46761 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/oldWALs 2024-12-02T18:21:26,704 INFO [RS:0;95451c90bed2:46761 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 95451c90bed2%2C46761%2C1733163660092.rep:(num 1733163674123) 2024-12-02T18:21:26,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43305 is added to blk_1073741833_1009 (size=1336) 2024-12-02T18:21:26,706 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/WALs/95451c90bed2,46761,1733163660092/95451c90bed2%2C46761%2C1733163660092.1733163662602 not finished, retry = 0 2024-12-02T18:21:26,808 DEBUG [RS:0;95451c90bed2:46761 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/oldWALs 2024-12-02T18:21:26,808 INFO [RS:0;95451c90bed2:46761 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 95451c90bed2%2C46761%2C1733163660092:(num 1733163662602) 2024-12-02T18:21:26,808 DEBUG [RS:0;95451c90bed2:46761 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:26,808 INFO [RS:0;95451c90bed2:46761 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T18:21:26,808 INFO [RS:0;95451c90bed2:46761 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T18:21:26,808 INFO [RS:0;95451c90bed2:46761 {}] hbase.ChoreService(370): Chore service for: regionserver/95451c90bed2:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T18:21:26,808 INFO [RS:0;95451c90bed2:46761 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T18:21:26,808 INFO [regionserver/95451c90bed2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T18:21:26,808 INFO [RS:0;95451c90bed2:46761 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-95451c90bed2,46761,1733163660092 because: Region server is closing 2024-12-02T18:21:26,809 INFO [RS:0;95451c90bed2:46761 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;95451c90bed2:46761. 2024-12-02T18:21:26,809 DEBUG [RS:0;95451c90bed2:46761 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:21:26,809 DEBUG [RS:0;95451c90bed2:46761 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:26,809 DEBUG [RS:0;95451c90bed2:46761 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:26,809 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:21:26,909 WARN [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46761,1733163660092.replicationSource.wal-reader.95451c90bed2%2C46761%2C1733163660092,1-95451c90bed2,46761,1733163660092 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T18:21:26,909 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46761,1733163660092.replicationSource.shipper95451c90bed2%2C46761%2C1733163660092,1-95451c90bed2,46761,1733163660092 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-12-02T18:21:26,909 WARN [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46761,1733163660092.replicationSource.shipper95451c90bed2%2C46761%2C1733163660092,1-95451c90bed2,46761,1733163660092 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-02T18:21:26,909 WARN [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46761,1733163660092.replicationSource.shipper95451c90bed2%2C46761%2C1733163660092,1-95451c90bed2,46761,1733163660092 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-02T18:21:27,710 INFO [RS:0;95451c90bed2:46761 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46761,1733163660092.replicationSource.shipper95451c90bed2%2C46761%2C1733163660092,1-95451c90bed2,46761,1733163660092 terminated 2024-12-02T18:21:27,710 INFO [RS:0;95451c90bed2:46761 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;95451c90bed2:46761. 2024-12-02T18:21:27,710 DEBUG [RS:0;95451c90bed2:46761 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:21:27,710 DEBUG [RS:0;95451c90bed2:46761 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:27,710 DEBUG [RS:0;95451c90bed2:46761 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:27,710 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:21:27,710 INFO [RS:0;95451c90bed2:46761 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46761 2024-12-02T18:21:27,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46761-0x1019746a0c20001, quorum=127.0.0.1:54215, baseZNode=/0-1992781382 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1992781382/rs/95451c90bed2,46761,1733163660092 2024-12-02T18:21:27,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39485-0x1019746a0c20000, quorum=127.0.0.1:54215, baseZNode=/0-1992781382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1992781382/rs 2024-12-02T18:21:27,786 INFO [RS:0;95451c90bed2:46761 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T18:21:27,824 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [95451c90bed2,46761,1733163660092] 2024-12-02T18:21:27,856 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1992781382/draining/95451c90bed2,46761,1733163660092 already deleted, retry=false 2024-12-02T18:21:27,856 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 95451c90bed2,46761,1733163660092 expired; onlineServers=0 2024-12-02T18:21:27,856 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '95451c90bed2,39485,1733163659568' ***** 2024-12-02T18:21:27,856 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T18:21:27,856 INFO [M:0;95451c90bed2:39485 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T18:21:27,856 INFO [M:0;95451c90bed2:39485 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T18:21:27,856 DEBUG [M:0;95451c90bed2:39485 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T18:21:27,856 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T18:21:27,856 DEBUG [M:0;95451c90bed2:39485 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T18:21:27,856 DEBUG [master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.small.0-1733163662212 {}] cleaner.HFileCleaner(306): Exit Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.small.0-1733163662212,5,FailOnTimeoutGroup] 2024-12-02T18:21:27,856 DEBUG [master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.large.0-1733163662208 {}] cleaner.HFileCleaner(306): Exit Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.large.0-1733163662208,5,FailOnTimeoutGroup] 2024-12-02T18:21:27,856 INFO [M:0;95451c90bed2:39485 {}] hbase.ChoreService(370): Chore service for: master/95451c90bed2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T18:21:27,856 INFO [M:0;95451c90bed2:39485 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T18:21:27,856 DEBUG [M:0;95451c90bed2:39485 {}] master.HMaster(1795): Stopping service threads 2024-12-02T18:21:27,856 INFO [M:0;95451c90bed2:39485 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T18:21:27,856 INFO [M:0;95451c90bed2:39485 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T18:21:27,856 INFO [M:0;95451c90bed2:39485 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T18:21:27,856 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T18:21:27,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39485-0x1019746a0c20000, quorum=127.0.0.1:54215, baseZNode=/0-1992781382 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1992781382/master 2024-12-02T18:21:27,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39485-0x1019746a0c20000, quorum=127.0.0.1:54215, baseZNode=/0-1992781382 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1992781382 2024-12-02T18:21:27,866 DEBUG [M:0;95451c90bed2:39485 {}] zookeeper.ZKUtil(347): master:39485-0x1019746a0c20000, quorum=127.0.0.1:54215, baseZNode=/0-1992781382 Unable to get data of znode /0-1992781382/master because node does not exist (not an error) 2024-12-02T18:21:27,866 WARN [M:0;95451c90bed2:39485 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T18:21:27,867 INFO [M:0;95451c90bed2:39485 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/.lastflushedseqids 2024-12-02T18:21:27,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43305 is added to blk_1073741852_1028 (size=263) 2024-12-02T18:21:27,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46761-0x1019746a0c20001, quorum=127.0.0.1:54215, baseZNode=/0-1992781382 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:21:27,924 INFO [RS:0;95451c90bed2:46761 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T18:21:27,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46761-0x1019746a0c20001, quorum=127.0.0.1:54215, baseZNode=/0-1992781382 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:21:27,924 INFO [RS:0;95451c90bed2:46761 {}] regionserver.HRegionServer(1031): Exiting; stopping=95451c90bed2,46761,1733163660092; zookeeper connection closed. 2024-12-02T18:21:27,925 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1904cae8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1904cae8 2024-12-02T18:21:27,925 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T18:21:28,271 INFO [M:0;95451c90bed2:39485 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T18:21:28,271 INFO [M:0;95451c90bed2:39485 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T18:21:28,271 DEBUG [M:0;95451c90bed2:39485 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T18:21:28,271 INFO [M:0;95451c90bed2:39485 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:21:28,271 DEBUG [M:0;95451c90bed2:39485 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:21:28,271 DEBUG [M:0;95451c90bed2:39485 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T18:21:28,271 DEBUG [M:0;95451c90bed2:39485 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:21:28,272 INFO [M:0;95451c90bed2:39485 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-12-02T18:21:28,284 DEBUG [M:0;95451c90bed2:39485 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/309f5399a79448be8f46cef7de8fb5ef is 82, key is hbase:meta,,1/info:regioninfo/1733163663581/Put/seqid=0 2024-12-02T18:21:28,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43305 is added to blk_1073741853_1029 (size=5672) 2024-12-02T18:21:28,678 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:21:28,678 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [95451c90bed2,40805,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=95451c90bed2:40805 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T18:21:28,679 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4162 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [95451c90bed2,40805,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=95451c90bed2:40805 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T18:21:28,688 INFO [M:0;95451c90bed2:39485 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/309f5399a79448be8f46cef7de8fb5ef 2024-12-02T18:21:28,711 DEBUG [M:0;95451c90bed2:39485 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e01537c8f56d4a1e9d8b8e8927a2813c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733163674217/Put/seqid=0 2024-12-02T18:21:28,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43305 is added to blk_1073741854_1030 (size=8515) 2024-12-02T18:21:29,115 INFO [M:0;95451c90bed2:39485 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e01537c8f56d4a1e9d8b8e8927a2813c 2024-12-02T18:21:29,125 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T18:21:29,135 DEBUG [M:0;95451c90bed2:39485 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3f290a40ebea40819428612d674c4d19 is 69, key is 95451c90bed2,46761,1733163660092/rs:state/1733163662375/Put/seqid=0 2024-12-02T18:21:29,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43305 is added to blk_1073741855_1031 (size=5156) 2024-12-02T18:21:29,540 INFO [M:0;95451c90bed2:39485 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3f290a40ebea40819428612d674c4d19 2024-12-02T18:21:29,545 DEBUG [M:0;95451c90bed2:39485 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/309f5399a79448be8f46cef7de8fb5ef as hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/309f5399a79448be8f46cef7de8fb5ef 2024-12-02T18:21:29,550 INFO [M:0;95451c90bed2:39485 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/309f5399a79448be8f46cef7de8fb5ef, entries=8, sequenceid=97, filesize=5.5 K 2024-12-02T18:21:29,551 DEBUG [M:0;95451c90bed2:39485 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e01537c8f56d4a1e9d8b8e8927a2813c as hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e01537c8f56d4a1e9d8b8e8927a2813c 2024-12-02T18:21:29,556 INFO [M:0;95451c90bed2:39485 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e01537c8f56d4a1e9d8b8e8927a2813c, entries=11, sequenceid=97, filesize=8.3 K 2024-12-02T18:21:29,557 DEBUG [M:0;95451c90bed2:39485 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3f290a40ebea40819428612d674c4d19 as hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3f290a40ebea40819428612d674c4d19 2024-12-02T18:21:29,561 INFO [M:0;95451c90bed2:39485 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46691/user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3f290a40ebea40819428612d674c4d19, entries=1, sequenceid=97, filesize=5.0 K 2024-12-02T18:21:29,562 INFO [M:0;95451c90bed2:39485 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=97, compaction requested=false 2024-12-02T18:21:29,575 INFO [M:0;95451c90bed2:39485 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:21:29,575 DEBUG [M:0;95451c90bed2:39485 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733163688271Disabling compacts and flushes for region at 1733163688271Disabling writes for close at 1733163688271Obtaining lock to block concurrent updates at 1733163688272 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733163688272Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1733163688272Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733163688272Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733163688272Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733163688283 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733163688283Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733163688692 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733163688711 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733163688711Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733163689119 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733163689135 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733163689135Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a9ec44a: reopening flushed file at 1733163689544 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e419ba2: reopening flushed file at 1733163689551 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21df041a: reopening flushed file at 1733163689556 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=97, compaction requested=false at 1733163689562 (+6 ms)Writing region close event to WAL at 1733163689575 (+13 ms)Closed at 1733163689575 2024-12-02T18:21:29,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43305 is added to blk_1073741830_1006 (size=63642) 2024-12-02T18:21:29,578 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7d951627-3ea2-79ab-46b0-6298a2006841/MasterData/WALs/95451c90bed2,39485,1733163659568/95451c90bed2%2C39485%2C1733163659568.1733163660727 not finished, retry = 0 2024-12-02T18:21:29,679 INFO [M:0;95451c90bed2:39485 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T18:21:29,679 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T18:21:29,679 INFO [M:0;95451c90bed2:39485 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39485 2024-12-02T18:21:29,679 INFO [M:0;95451c90bed2:39485 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T18:21:29,845 INFO [M:0;95451c90bed2:39485 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T18:21:29,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39485-0x1019746a0c20000, quorum=127.0.0.1:54215, baseZNode=/0-1992781382 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:21:29,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39485-0x1019746a0c20000, quorum=127.0.0.1:54215, baseZNode=/0-1992781382 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:21:29,849 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@233a9ae1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T18:21:29,850 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@693f0c4e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T18:21:29,850 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T18:21:29,850 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b562ab6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T18:21:29,850 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@94d1555{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0746f9f2-6c32-01df-c7a8-081c251304ca/hadoop.log.dir/,STOPPED} 2024-12-02T18:21:29,856 WARN [BP-2004368135-172.17.0.3-1733163656555 heartbeating to localhost/127.0.0.1:46691 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T18:21:29,856 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T18:21:29,856 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T18:21:29,856 WARN [BP-2004368135-172.17.0.3-1733163656555 heartbeating to localhost/127.0.0.1:46691 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2004368135-172.17.0.3-1733163656555 (Datanode Uuid 57605545-b630-49d8-93ce-c2c71e36a395) service to localhost/127.0.0.1:46691 2024-12-02T18:21:29,857 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0746f9f2-6c32-01df-c7a8-081c251304ca/cluster_aad06b20-f169-182a-0718-4adef393cecd/data/data1/current/BP-2004368135-172.17.0.3-1733163656555 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T18:21:29,858 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T18:21:29,860 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0746f9f2-6c32-01df-c7a8-081c251304ca/cluster_aad06b20-f169-182a-0718-4adef393cecd/data/data2/current/BP-2004368135-172.17.0.3-1733163656555 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T18:21:29,867 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@e8372f3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T18:21:29,868 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@755866f7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T18:21:29,868 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T18:21:29,868 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@375a96e8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T18:21:29,868 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47996aa0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0746f9f2-6c32-01df-c7a8-081c251304ca/hadoop.log.dir/,STOPPED} 2024-12-02T18:21:29,878 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T18:21:29,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T18:21:29,896 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=237 (was 204) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46691 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46691 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46691 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44889 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44889 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46691 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44889 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46691 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:46691 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44889 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46691 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46691 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44889 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46691 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44889 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54215) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:44889 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46691 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54215) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46691 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=618 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=456 (was 426) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4244 (was 4084) - AvailableMemoryMB LEAK? - 2024-12-02T18:21:29,904 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=237, OpenFileDescriptor=618, MaxFileDescriptor=1048576, SystemLoadAverage=456, ProcessCount=11, AvailableMemoryMB=4244 2024-12-02T18:21:29,920 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-12-02T18:21:29,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3fc7821-fbec-aaa2-ff1a-c568f5eb8b60/hadoop.log.dir so I do NOT create it in target/test-data/c69ae288-efda-4776-1bde-4a9cd0a59b79 2024-12-02T18:21:29,921 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3fc7821-fbec-aaa2-ff1a-c568f5eb8b60/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T18:21:29,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3fc7821-fbec-aaa2-ff1a-c568f5eb8b60/hadoop.tmp.dir so I do NOT create it in target/test-data/c69ae288-efda-4776-1bde-4a9cd0a59b79 2024-12-02T18:21:29,921 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a3fc7821-fbec-aaa2-ff1a-c568f5eb8b60/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T18:21:29,921 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c69ae288-efda-4776-1bde-4a9cd0a59b79 2024-12-02T18:21:29,921 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c69ae288-efda-4776-1bde-4a9cd0a59b79/cluster_bf346b63-68e3-cd3e-0773-88d749f13960, deleteOnExit=true 2024-12-02T18:21:29,931 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c69ae288-efda-4776-1bde-4a9cd0a59b79/cluster_bf346b63-68e3-cd3e-0773-88d749f13960/zookeeper_0, clientPort=55203, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c69ae288-efda-4776-1bde-4a9cd0a59b79/cluster_bf346b63-68e3-cd3e-0773-88d749f13960/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c69ae288-efda-4776-1bde-4a9cd0a59b79/cluster_bf346b63-68e3-cd3e-0773-88d749f13960/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T18:21:29,931 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55203 2024-12-02T18:21:29,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T18:21:29,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T18:21:29,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c69ae288-efda-4776-1bde-4a9cd0a59b79/test.cache.data in system properties and HBase conf 2024-12-02T18:21:29,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c69ae288-efda-4776-1bde-4a9cd0a59b79/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T18:21:29,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c69ae288-efda-4776-1bde-4a9cd0a59b79/hadoop.log.dir in system properties and HBase conf 2024-12-02T18:21:29,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c69ae288-efda-4776-1bde-4a9cd0a59b79/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T18:21:29,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c69ae288-efda-4776-1bde-4a9cd0a59b79/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T18:21:29,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T18:21:29,932 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T18:21:29,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c69ae288-efda-4776-1bde-4a9cd0a59b79/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T18:21:29,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c69ae288-efda-4776-1bde-4a9cd0a59b79/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T18:21:29,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c69ae288-efda-4776-1bde-4a9cd0a59b79/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T18:21:29,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c69ae288-efda-4776-1bde-4a9cd0a59b79/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T18:21:29,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c69ae288-efda-4776-1bde-4a9cd0a59b79/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T18:21:29,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c69ae288-efda-4776-1bde-4a9cd0a59b79/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T18:21:29,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c69ae288-efda-4776-1bde-4a9cd0a59b79/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T18:21:29,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c69ae288-efda-4776-1bde-4a9cd0a59b79/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T18:21:29,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c69ae288-efda-4776-1bde-4a9cd0a59b79/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T18:21:29,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c69ae288-efda-4776-1bde-4a9cd0a59b79/nfs.dump.dir in system properties and HBase conf 2024-12-02T18:21:29,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c69ae288-efda-4776-1bde-4a9cd0a59b79/java.io.tmpdir in system properties and HBase conf 2024-12-02T18:21:29,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c69ae288-efda-4776-1bde-4a9cd0a59b79/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T18:21:29,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c69ae288-efda-4776-1bde-4a9cd0a59b79/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T18:21:29,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c69ae288-efda-4776-1bde-4a9cd0a59b79/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T18:21:29,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1019746a0c20002, quorum=127.0.0.1:54215, baseZNode=/0-1992781382 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T18:21:29,973 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1019746a0c20002, quorum=127.0.0.1:54215, baseZNode=/0-1992781382 Received Disconnected from ZooKeeper, ignoring 2024-12-02T18:21:29,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1019746a0c20005, quorum=127.0.0.1:54215, baseZNode=/1-1425643574 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T18:21:29,976 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1019746a0c20005, quorum=127.0.0.1:54215, baseZNode=/1-1425643574 Received Disconnected from ZooKeeper, ignoring 2024-12-02T18:21:30,300 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T18:21:30,305 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T18:21:30,315 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T18:21:30,315 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T18:21:30,315 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T18:21:30,315 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T18:21:30,316 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15b77ff8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c69ae288-efda-4776-1bde-4a9cd0a59b79/hadoop.log.dir/,AVAILABLE} 2024-12-02T18:21:30,316 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d34f368{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T18:21:30,436 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1564ee37{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c69ae288-efda-4776-1bde-4a9cd0a59b79/java.io.tmpdir/jetty-localhost-34371-hadoop-hdfs-3_4_1-tests_jar-_-any-15790337020714417478/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T18:21:30,437 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6fdac2e1{HTTP/1.1, (http/1.1)}{localhost:34371} 2024-12-02T18:21:30,437 INFO [Time-limited test {}] server.Server(415): Started @199970ms 2024-12-02T18:21:30,743 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T18:21:30,746 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T18:21:30,747 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T18:21:30,747 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T18:21:30,747 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T18:21:30,748 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13deed36{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c69ae288-efda-4776-1bde-4a9cd0a59b79/hadoop.log.dir/,AVAILABLE} 2024-12-02T18:21:30,748 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13a9d86d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T18:21:30,843 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c5b79ec{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c69ae288-efda-4776-1bde-4a9cd0a59b79/java.io.tmpdir/jetty-localhost-37635-hadoop-hdfs-3_4_1-tests_jar-_-any-6533619138904375862/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T18:21:30,843 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e77e763{HTTP/1.1, (http/1.1)}{localhost:37635} 2024-12-02T18:21:30,844 INFO [Time-limited test {}] server.Server(415): Started @200376ms 2024-12-02T18:21:30,845 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T18:21:31,789 WARN [Thread-2183 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c69ae288-efda-4776-1bde-4a9cd0a59b79/cluster_bf346b63-68e3-cd3e-0773-88d749f13960/data/data1/current/BP-1781210306-172.17.0.3-1733163689958/current, will proceed with Du for space computation calculation, 2024-12-02T18:21:31,789 WARN [Thread-2184 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c69ae288-efda-4776-1bde-4a9cd0a59b79/cluster_bf346b63-68e3-cd3e-0773-88d749f13960/data/data2/current/BP-1781210306-172.17.0.3-1733163689958/current, will proceed with Du for space computation calculation, 2024-12-02T18:21:31,808 WARN [Thread-2171 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T18:21:31,810 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf45656d39d769ff8 with lease ID 0xba671d780f0d8319: Processing first storage report for DS-3e7b7f84-6998-40a8-98b5-1024346c59d5 from datanode DatanodeRegistration(127.0.0.1:39503, datanodeUuid=7068a434-f430-4e77-9938-bb9e0e384ef4, infoPort=40571, infoSecurePort=0, ipcPort=33465, storageInfo=lv=-57;cid=testClusterID;nsid=2022130088;c=1733163689958) 2024-12-02T18:21:31,810 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf45656d39d769ff8 with lease ID 0xba671d780f0d8319: from storage DS-3e7b7f84-6998-40a8-98b5-1024346c59d5 node DatanodeRegistration(127.0.0.1:39503, datanodeUuid=7068a434-f430-4e77-9938-bb9e0e384ef4, infoPort=40571, infoSecurePort=0, ipcPort=33465, storageInfo=lv=-57;cid=testClusterID;nsid=2022130088;c=1733163689958), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T18:21:31,810 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf45656d39d769ff8 with lease ID 0xba671d780f0d8319: Processing first storage report for DS-69c1643b-6d82-4f1b-8c7e-6465208dc9c5 from datanode DatanodeRegistration(127.0.0.1:39503, datanodeUuid=7068a434-f430-4e77-9938-bb9e0e384ef4, infoPort=40571, infoSecurePort=0, ipcPort=33465, storageInfo=lv=-57;cid=testClusterID;nsid=2022130088;c=1733163689958) 2024-12-02T18:21:31,810 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf45656d39d769ff8 with lease ID 0xba671d780f0d8319: from storage DS-69c1643b-6d82-4f1b-8c7e-6465208dc9c5 node DatanodeRegistration(127.0.0.1:39503, datanodeUuid=7068a434-f430-4e77-9938-bb9e0e384ef4, infoPort=40571, infoSecurePort=0, ipcPort=33465, storageInfo=lv=-57;cid=testClusterID;nsid=2022130088;c=1733163689958), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T18:21:31,887 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c69ae288-efda-4776-1bde-4a9cd0a59b79 2024-12-02T18:21:31,887 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:21:31,889 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:21:31,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741825_1001 (size=7) 2024-12-02T18:21:31,897 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620 with version=8 2024-12-02T18:21:31,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/hbase-staging 2024-12-02T18:21:31,899 INFO [Time-limited test {}] client.ConnectionUtils(128): master/95451c90bed2:0 server-side Connection retries=45 2024-12-02T18:21:31,899 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:21:31,899 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T18:21:31,899 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T18:21:31,899 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:21:31,899 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T18:21:31,899 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T18:21:31,900 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T18:21:31,900 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34105 2024-12-02T18:21:31,901 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34105 connecting to ZooKeeper ensemble=127.0.0.1:55203 2024-12-02T18:21:31,906 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T18:21:31,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:31,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:31,932 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:31,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:31,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:31,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:31,946 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:31,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:31,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:31,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:341050x0, quorum=127.0.0.1:55203, baseZNode=/01740426886 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T18:21:31,972 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34105-0x101974723700000 connected 2024-12-02T18:21:32,108 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:21:32,110 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:21:32,112 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34105-0x101974723700000, quorum=127.0.0.1:55203, baseZNode=/01740426886 Set watcher on znode that does not yet exist, /01740426886/running 2024-12-02T18:21:32,113 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620, hbase.cluster.distributed=false 2024-12-02T18:21:32,119 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34105-0x101974723700000, quorum=127.0.0.1:55203, baseZNode=/01740426886 Set watcher on znode that does not yet exist, /01740426886/acl 2024-12-02T18:21:32,123 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34105 2024-12-02T18:21:32,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34105 2024-12-02T18:21:32,127 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34105 2024-12-02T18:21:32,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34105 2024-12-02T18:21:32,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34105 2024-12-02T18:21:32,151 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/95451c90bed2:0 server-side Connection retries=45 2024-12-02T18:21:32,151 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:21:32,151 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T18:21:32,151 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T18:21:32,151 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:21:32,151 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T18:21:32,151 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T18:21:32,151 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T18:21:32,152 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38375 2024-12-02T18:21:32,153 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38375 connecting to ZooKeeper ensemble=127.0.0.1:55203 2024-12-02T18:21:32,153 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:21:32,155 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:21:32,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:383750x0, quorum=127.0.0.1:55203, baseZNode=/01740426886 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T18:21:32,165 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:383750x0, quorum=127.0.0.1:55203, baseZNode=/01740426886 Set watcher on znode that does not yet exist, /01740426886/running 2024-12-02T18:21:32,165 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T18:21:32,166 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38375-0x101974723700001 connected 2024-12-02T18:21:32,167 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T18:21:32,168 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38375-0x101974723700001, quorum=127.0.0.1:55203, baseZNode=/01740426886 Set watcher on znode that does not yet exist, /01740426886/master 2024-12-02T18:21:32,168 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38375-0x101974723700001, quorum=127.0.0.1:55203, baseZNode=/01740426886 Set watcher on znode that does not yet exist, /01740426886/acl 2024-12-02T18:21:32,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38375 2024-12-02T18:21:32,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38375 2024-12-02T18:21:32,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38375 2024-12-02T18:21:32,183 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38375 2024-12-02T18:21:32,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38375 2024-12-02T18:21:32,201 DEBUG [M:0;95451c90bed2:34105 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;95451c90bed2:34105 2024-12-02T18:21:32,201 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01740426886/backup-masters/95451c90bed2,34105,1733163691899 2024-12-02T18:21:32,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38375-0x101974723700001, quorum=127.0.0.1:55203, baseZNode=/01740426886 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01740426886/backup-masters 2024-12-02T18:21:32,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34105-0x101974723700000, quorum=127.0.0.1:55203, baseZNode=/01740426886 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01740426886/backup-masters 2024-12-02T18:21:32,213 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34105-0x101974723700000, quorum=127.0.0.1:55203, baseZNode=/01740426886 Set watcher on existing znode=/01740426886/backup-masters/95451c90bed2,34105,1733163691899 2024-12-02T18:21:32,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38375-0x101974723700001, quorum=127.0.0.1:55203, baseZNode=/01740426886 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01740426886/master 2024-12-02T18:21:32,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34105-0x101974723700000, quorum=127.0.0.1:55203, baseZNode=/01740426886 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01740426886 2024-12-02T18:21:32,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38375-0x101974723700001, quorum=127.0.0.1:55203, baseZNode=/01740426886 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01740426886 2024-12-02T18:21:32,224 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34105-0x101974723700000, quorum=127.0.0.1:55203, baseZNode=/01740426886 Set watcher on existing znode=/01740426886/master 2024-12-02T18:21:32,225 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01740426886/backup-masters/95451c90bed2,34105,1733163691899 from backup master directory 2024-12-02T18:21:32,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34105-0x101974723700000, quorum=127.0.0.1:55203, baseZNode=/01740426886 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01740426886/backup-masters/95451c90bed2,34105,1733163691899 2024-12-02T18:21:32,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38375-0x101974723700001, quorum=127.0.0.1:55203, baseZNode=/01740426886 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01740426886/backup-masters 2024-12-02T18:21:32,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34105-0x101974723700000, quorum=127.0.0.1:55203, baseZNode=/01740426886 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01740426886/backup-masters 2024-12-02T18:21:32,234 WARN [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T18:21:32,234 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=95451c90bed2,34105,1733163691899 2024-12-02T18:21:32,238 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/hbase.id] with ID: 1c270e9d-686a-4350-a0ad-c07a1051f209 2024-12-02T18:21:32,238 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/.tmp/hbase.id 2024-12-02T18:21:32,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741826_1002 (size=42) 2024-12-02T18:21:32,250 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/.tmp/hbase.id]:[hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/hbase.id] 2024-12-02T18:21:32,260 INFO [master/95451c90bed2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:21:32,260 INFO [master/95451c90bed2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T18:21:32,261 INFO [master/95451c90bed2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T18:21:32,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38375-0x101974723700001, quorum=127.0.0.1:55203, baseZNode=/01740426886 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01740426886 2024-12-02T18:21:32,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34105-0x101974723700000, quorum=127.0.0.1:55203, baseZNode=/01740426886 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01740426886 2024-12-02T18:21:32,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741827_1003 (size=196) 2024-12-02T18:21:32,678 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T18:21:32,679 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T18:21:32,679 INFO [master/95451c90bed2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:21:32,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741828_1004 (size=1189) 2024-12-02T18:21:32,708 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:21:32,709 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [95451c90bed2,40805,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=95451c90bed2:40805 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T18:21:32,709 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8193 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [95451c90bed2,40805,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=95451c90bed2:40805 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T18:21:33,087 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/MasterData/data/master/store 2024-12-02T18:21:33,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741829_1005 (size=34) 2024-12-02T18:21:33,502 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:21:33,502 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T18:21:33,502 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:21:33,502 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:21:33,502 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T18:21:33,502 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:21:33,502 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:21:33,502 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733163693502Disabling compacts and flushes for region at 1733163693502Disabling writes for close at 1733163693502Writing region close event to WAL at 1733163693502Closed at 1733163693502 2024-12-02T18:21:33,503 WARN [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/MasterData/data/master/store/.initializing 2024-12-02T18:21:33,503 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/MasterData/WALs/95451c90bed2,34105,1733163691899 2024-12-02T18:21:33,504 INFO [master/95451c90bed2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T18:21:33,505 INFO [master/95451c90bed2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=95451c90bed2%2C34105%2C1733163691899, suffix=, logDir=hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/MasterData/WALs/95451c90bed2,34105,1733163691899, archiveDir=hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/MasterData/oldWALs, maxLogs=10 2024-12-02T18:21:33,515 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/MasterData/WALs/95451c90bed2,34105,1733163691899/95451c90bed2%2C34105%2C1733163691899.1733163693505, exclude list is [], retry=0 2024-12-02T18:21:33,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39503,DS-3e7b7f84-6998-40a8-98b5-1024346c59d5,DISK] 2024-12-02T18:21:33,519 INFO [master/95451c90bed2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/MasterData/WALs/95451c90bed2,34105,1733163691899/95451c90bed2%2C34105%2C1733163691899.1733163693505 2024-12-02T18:21:33,519 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40571:40571)] 2024-12-02T18:21:33,519 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:21:33,519 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:21:33,519 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:21:33,519 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:21:33,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:21:33,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T18:21:33,521 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:33,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:21:33,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:21:33,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T18:21:33,522 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:33,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:21:33,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:21:33,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T18:21:33,524 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:33,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:21:33,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:21:33,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T18:21:33,525 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:33,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:21:33,525 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:21:33,525 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:21:33,526 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:21:33,526 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:21:33,526 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:21:33,527 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T18:21:33,527 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:21:33,529 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T18:21:33,529 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67246457, jitterRate=0.0020502954721450806}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T18:21:33,530 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733163693519Initializing all the Stores at 1733163693520 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163693520Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163693520Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163693520Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163693520Cleaning up temporary data from old regions at 1733163693526 (+6 ms)Region opened successfully at 1733163693530 (+4 ms) 2024-12-02T18:21:33,530 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T18:21:33,532 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@282ca428, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=95451c90bed2/172.17.0.3:0 2024-12-02T18:21:33,533 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T18:21:33,533 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T18:21:33,533 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T18:21:33,533 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T18:21:33,533 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T18:21:33,533 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T18:21:33,533 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T18:21:33,537 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T18:21:33,538 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34105-0x101974723700000, quorum=127.0.0.1:55203, baseZNode=/01740426886 Unable to get data of znode /01740426886/balancer because node does not exist (not necessarily an error) 2024-12-02T18:21:33,720 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01740426886/balancer already deleted, retry=false 2024-12-02T18:21:33,720 INFO [master/95451c90bed2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T18:21:33,721 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34105-0x101974723700000, quorum=127.0.0.1:55203, baseZNode=/01740426886 Unable to get data of znode /01740426886/normalizer because node does not exist (not necessarily an error) 2024-12-02T18:21:33,772 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01740426886/normalizer already deleted, retry=false 2024-12-02T18:21:33,773 INFO [master/95451c90bed2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T18:21:33,774 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34105-0x101974723700000, quorum=127.0.0.1:55203, baseZNode=/01740426886 Unable to get data of znode /01740426886/switch/split because node does not exist (not necessarily an error) 2024-12-02T18:21:33,796 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01740426886/switch/split already deleted, retry=false 2024-12-02T18:21:33,797 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34105-0x101974723700000, quorum=127.0.0.1:55203, baseZNode=/01740426886 Unable to get data of znode /01740426886/switch/merge because node does not exist (not necessarily an error) 2024-12-02T18:21:33,868 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01740426886/switch/merge already deleted, retry=false 2024-12-02T18:21:33,870 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34105-0x101974723700000, quorum=127.0.0.1:55203, baseZNode=/01740426886 Unable to get data of znode /01740426886/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T18:21:33,940 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01740426886/snapshot-cleanup already deleted, retry=false 2024-12-02T18:21:33,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34105-0x101974723700000, quorum=127.0.0.1:55203, baseZNode=/01740426886 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01740426886/running 2024-12-02T18:21:33,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38375-0x101974723700001, quorum=127.0.0.1:55203, baseZNode=/01740426886 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01740426886/running 2024-12-02T18:21:33,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34105-0x101974723700000, quorum=127.0.0.1:55203, baseZNode=/01740426886 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01740426886 2024-12-02T18:21:33,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38375-0x101974723700001, quorum=127.0.0.1:55203, baseZNode=/01740426886 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01740426886 2024-12-02T18:21:33,964 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=95451c90bed2,34105,1733163691899, sessionid=0x101974723700000, setting cluster-up flag (Was=false) 2024-12-02T18:21:34,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34105-0x101974723700000, quorum=127.0.0.1:55203, baseZNode=/01740426886 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01740426886 2024-12-02T18:21:34,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38375-0x101974723700001, quorum=127.0.0.1:55203, baseZNode=/01740426886 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01740426886 2024-12-02T18:21:34,249 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01740426886/flush-table-proc/acquired, /01740426886/flush-table-proc/reached, /01740426886/flush-table-proc/abort 2024-12-02T18:21:34,250 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=95451c90bed2,34105,1733163691899 2024-12-02T18:21:34,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34105-0x101974723700000, quorum=127.0.0.1:55203, baseZNode=/01740426886 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01740426886 2024-12-02T18:21:34,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38375-0x101974723700001, quorum=127.0.0.1:55203, baseZNode=/01740426886 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01740426886 2024-12-02T18:21:34,312 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01740426886/online-snapshot/acquired, /01740426886/online-snapshot/reached, /01740426886/online-snapshot/abort 2024-12-02T18:21:34,313 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=95451c90bed2,34105,1733163691899 2024-12-02T18:21:34,313 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T18:21:34,315 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T18:21:34,315 INFO [master/95451c90bed2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T18:21:34,315 INFO [master/95451c90bed2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T18:21:34,315 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 95451c90bed2,34105,1733163691899 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T18:21:34,316 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:21:34,316 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:21:34,316 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:21:34,316 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:21:34,316 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/95451c90bed2:0, corePoolSize=10, maxPoolSize=10 2024-12-02T18:21:34,316 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:21:34,316 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/95451c90bed2:0, corePoolSize=2, maxPoolSize=2 2024-12-02T18:21:34,316 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:21:34,321 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T18:21:34,321 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T18:21:34,324 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:34,325 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T18:21:34,330 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733163724330 2024-12-02T18:21:34,330 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T18:21:34,331 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T18:21:34,331 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T18:21:34,331 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T18:21:34,331 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T18:21:34,331 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T18:21:34,331 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:34,331 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T18:21:34,331 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T18:21:34,331 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T18:21:34,331 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T18:21:34,332 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T18:21:34,332 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T18:21:34,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741831_1007 (size=1321) 2024-12-02T18:21:34,336 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.large.0-1733163694332,5,FailOnTimeoutGroup] 2024-12-02T18:21:34,340 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.small.0-1733163694336,5,FailOnTimeoutGroup] 2024-12-02T18:21:34,340 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:34,341 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T18:21:34,341 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:34,341 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:34,387 INFO [RS:0;95451c90bed2:38375 {}] regionserver.HRegionServer(746): ClusterId : 1c270e9d-686a-4350-a0ad-c07a1051f209 2024-12-02T18:21:34,387 DEBUG [RS:0;95451c90bed2:38375 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T18:21:34,397 DEBUG [RS:0;95451c90bed2:38375 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T18:21:34,397 DEBUG [RS:0;95451c90bed2:38375 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T18:21:34,407 DEBUG [RS:0;95451c90bed2:38375 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T18:21:34,408 DEBUG [RS:0;95451c90bed2:38375 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@772089df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=95451c90bed2/172.17.0.3:0 2024-12-02T18:21:34,421 DEBUG [RS:0;95451c90bed2:38375 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;95451c90bed2:38375 2024-12-02T18:21:34,421 INFO [RS:0;95451c90bed2:38375 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T18:21:34,421 INFO [RS:0;95451c90bed2:38375 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T18:21:34,421 DEBUG [RS:0;95451c90bed2:38375 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T18:21:34,422 INFO [RS:0;95451c90bed2:38375 {}] regionserver.HRegionServer(2659): reportForDuty to master=95451c90bed2,34105,1733163691899 with port=38375, startcode=1733163692150 2024-12-02T18:21:34,422 DEBUG [RS:0;95451c90bed2:38375 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T18:21:34,424 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40019, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T18:21:34,424 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34105 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 95451c90bed2,38375,1733163692150 2024-12-02T18:21:34,424 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34105 {}] master.ServerManager(517): Registering regionserver=95451c90bed2,38375,1733163692150 2024-12-02T18:21:34,425 DEBUG [RS:0;95451c90bed2:38375 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620 2024-12-02T18:21:34,425 DEBUG [RS:0;95451c90bed2:38375 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33649 2024-12-02T18:21:34,425 DEBUG [RS:0;95451c90bed2:38375 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T18:21:34,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34105-0x101974723700000, quorum=127.0.0.1:55203, baseZNode=/01740426886 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01740426886/rs 2024-12-02T18:21:34,438 DEBUG [RS:0;95451c90bed2:38375 {}] zookeeper.ZKUtil(111): regionserver:38375-0x101974723700001, quorum=127.0.0.1:55203, baseZNode=/01740426886 Set watcher on existing znode=/01740426886/rs/95451c90bed2,38375,1733163692150 2024-12-02T18:21:34,439 WARN [RS:0;95451c90bed2:38375 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T18:21:34,439 INFO [RS:0;95451c90bed2:38375 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:21:34,439 DEBUG [RS:0;95451c90bed2:38375 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/WALs/95451c90bed2,38375,1733163692150 2024-12-02T18:21:34,439 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [95451c90bed2,38375,1733163692150] 2024-12-02T18:21:34,441 INFO [RS:0;95451c90bed2:38375 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T18:21:34,442 INFO [RS:0;95451c90bed2:38375 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T18:21:34,443 INFO [RS:0;95451c90bed2:38375 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T18:21:34,443 INFO [RS:0;95451c90bed2:38375 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:34,444 INFO [RS:0;95451c90bed2:38375 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T18:21:34,445 INFO [RS:0;95451c90bed2:38375 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T18:21:34,445 INFO [RS:0;95451c90bed2:38375 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:34,445 DEBUG [RS:0;95451c90bed2:38375 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:21:34,445 DEBUG [RS:0;95451c90bed2:38375 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:21:34,445 DEBUG [RS:0;95451c90bed2:38375 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:21:34,445 DEBUG [RS:0;95451c90bed2:38375 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:21:34,445 DEBUG [RS:0;95451c90bed2:38375 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:21:34,445 DEBUG [RS:0;95451c90bed2:38375 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/95451c90bed2:0, corePoolSize=2, maxPoolSize=2 2024-12-02T18:21:34,445 DEBUG [RS:0;95451c90bed2:38375 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:21:34,445 DEBUG [RS:0;95451c90bed2:38375 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:21:34,445 DEBUG [RS:0;95451c90bed2:38375 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:21:34,445 DEBUG [RS:0;95451c90bed2:38375 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:21:34,445 DEBUG [RS:0;95451c90bed2:38375 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:21:34,445 DEBUG [RS:0;95451c90bed2:38375 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:21:34,445 DEBUG [RS:0;95451c90bed2:38375 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/95451c90bed2:0, corePoolSize=3, maxPoolSize=3 2024-12-02T18:21:34,445 DEBUG [RS:0;95451c90bed2:38375 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/95451c90bed2:0, corePoolSize=3, maxPoolSize=3 2024-12-02T18:21:34,445 INFO [RS:0;95451c90bed2:38375 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:34,445 INFO [RS:0;95451c90bed2:38375 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:34,445 INFO [RS:0;95451c90bed2:38375 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:34,445 INFO [RS:0;95451c90bed2:38375 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:34,445 INFO [RS:0;95451c90bed2:38375 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:34,445 INFO [RS:0;95451c90bed2:38375 {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,38375,1733163692150-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T18:21:34,464 INFO [RS:0;95451c90bed2:38375 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T18:21:34,464 INFO [RS:0;95451c90bed2:38375 {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,38375,1733163692150-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:34,464 INFO [RS:0;95451c90bed2:38375 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:34,464 INFO [RS:0;95451c90bed2:38375 {}] regionserver.Replication(171): 95451c90bed2,38375,1733163692150 started 2024-12-02T18:21:34,478 INFO [RS:0;95451c90bed2:38375 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:34,478 INFO [RS:0;95451c90bed2:38375 {}] regionserver.HRegionServer(1482): Serving as 95451c90bed2,38375,1733163692150, RpcServer on 95451c90bed2/172.17.0.3:38375, sessionid=0x101974723700001 2024-12-02T18:21:34,478 DEBUG [RS:0;95451c90bed2:38375 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T18:21:34,478 DEBUG [RS:0;95451c90bed2:38375 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 95451c90bed2,38375,1733163692150 2024-12-02T18:21:34,478 DEBUG [RS:0;95451c90bed2:38375 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '95451c90bed2,38375,1733163692150' 2024-12-02T18:21:34,478 DEBUG [RS:0;95451c90bed2:38375 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01740426886/flush-table-proc/abort' 2024-12-02T18:21:34,478 DEBUG [RS:0;95451c90bed2:38375 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01740426886/flush-table-proc/acquired' 2024-12-02T18:21:34,479 DEBUG [RS:0;95451c90bed2:38375 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T18:21:34,479 DEBUG [RS:0;95451c90bed2:38375 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T18:21:34,479 DEBUG [RS:0;95451c90bed2:38375 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 95451c90bed2,38375,1733163692150 2024-12-02T18:21:34,479 DEBUG [RS:0;95451c90bed2:38375 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '95451c90bed2,38375,1733163692150' 2024-12-02T18:21:34,479 DEBUG [RS:0;95451c90bed2:38375 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01740426886/online-snapshot/abort' 2024-12-02T18:21:34,479 DEBUG [RS:0;95451c90bed2:38375 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01740426886/online-snapshot/acquired' 2024-12-02T18:21:34,479 DEBUG [RS:0;95451c90bed2:38375 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T18:21:34,479 INFO [RS:0;95451c90bed2:38375 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T18:21:34,479 INFO [RS:0;95451c90bed2:38375 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T18:21:34,580 INFO [RS:0;95451c90bed2:38375 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T18:21:34,581 INFO [RS:0;95451c90bed2:38375 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=95451c90bed2%2C38375%2C1733163692150, suffix=, logDir=hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/WALs/95451c90bed2,38375,1733163692150, archiveDir=hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/oldWALs, maxLogs=10 2024-12-02T18:21:34,592 DEBUG [RS:0;95451c90bed2:38375 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/WALs/95451c90bed2,38375,1733163692150/95451c90bed2%2C38375%2C1733163692150.1733163694581, exclude list is [], retry=0 2024-12-02T18:21:34,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39503,DS-3e7b7f84-6998-40a8-98b5-1024346c59d5,DISK] 2024-12-02T18:21:34,596 INFO [RS:0;95451c90bed2:38375 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/WALs/95451c90bed2,38375,1733163692150/95451c90bed2%2C38375%2C1733163692150.1733163694581 2024-12-02T18:21:34,596 DEBUG [RS:0;95451c90bed2:38375 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40571:40571)] 2024-12-02T18:21:34,737 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T18:21:34,737 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620 2024-12-02T18:21:34,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741833_1009 (size=32) 2024-12-02T18:21:35,142 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:21:35,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T18:21:35,144 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T18:21:35,144 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:35,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:21:35,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T18:21:35,145 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T18:21:35,145 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:35,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:21:35,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T18:21:35,146 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T18:21:35,146 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:35,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:21:35,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T18:21:35,148 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T18:21:35,148 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:35,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:21:35,148 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T18:21:35,149 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/data/hbase/meta/1588230740 2024-12-02T18:21:35,149 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/data/hbase/meta/1588230740 2024-12-02T18:21:35,150 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T18:21:35,150 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T18:21:35,150 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T18:21:35,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T18:21:35,152 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T18:21:35,153 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74943978, jitterRate=0.11675229668617249}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T18:21:35,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733163695142Initializing all the Stores at 1733163695142Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163695143 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163695143Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163695143Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163695143Cleaning up temporary data from old regions at 1733163695150 (+7 ms)Region opened successfully at 1733163695153 (+3 ms) 2024-12-02T18:21:35,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T18:21:35,154 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T18:21:35,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T18:21:35,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T18:21:35,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T18:21:35,155 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T18:21:35,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733163695154Disabling compacts and flushes for region at 1733163695154Disabling writes for close at 1733163695154Writing region close event to WAL at 1733163695155 (+1 ms)Closed at 1733163695155 2024-12-02T18:21:35,156 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T18:21:35,156 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T18:21:35,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T18:21:35,159 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T18:21:35,161 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T18:21:35,311 DEBUG [95451c90bed2:34105 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T18:21:35,311 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=95451c90bed2,38375,1733163692150 2024-12-02T18:21:35,312 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 95451c90bed2,38375,1733163692150, state=OPENING 2024-12-02T18:21:35,343 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T18:21:35,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38375-0x101974723700001, quorum=127.0.0.1:55203, baseZNode=/01740426886 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01740426886 2024-12-02T18:21:35,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34105-0x101974723700000, quorum=127.0.0.1:55203, baseZNode=/01740426886 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01740426886 2024-12-02T18:21:35,354 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01740426886/meta-region-server: CHANGED 2024-12-02T18:21:35,355 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T18:21:35,355 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=95451c90bed2,38375,1733163692150}] 2024-12-02T18:21:35,355 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01740426886/meta-region-server: CHANGED 2024-12-02T18:21:35,507 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T18:21:35,509 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37167, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T18:21:35,524 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T18:21:35,524 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:21:35,525 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T18:21:35,527 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=95451c90bed2%2C38375%2C1733163692150.meta, suffix=.meta, logDir=hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/WALs/95451c90bed2,38375,1733163692150, archiveDir=hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/oldWALs, maxLogs=10 2024-12-02T18:21:35,544 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/WALs/95451c90bed2,38375,1733163692150/95451c90bed2%2C38375%2C1733163692150.meta.1733163695528.meta, exclude list is [], retry=0 2024-12-02T18:21:35,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39503,DS-3e7b7f84-6998-40a8-98b5-1024346c59d5,DISK] 2024-12-02T18:21:35,557 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/WALs/95451c90bed2,38375,1733163692150/95451c90bed2%2C38375%2C1733163692150.meta.1733163695528.meta 2024-12-02T18:21:35,560 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40571:40571)] 2024-12-02T18:21:35,560 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:21:35,561 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T18:21:35,561 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T18:21:35,561 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T18:21:35,561 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T18:21:35,561 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T18:21:35,561 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:21:35,561 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T18:21:35,561 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T18:21:35,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T18:21:35,565 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T18:21:35,565 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:35,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:21:35,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T18:21:35,567 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T18:21:35,567 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:35,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:21:35,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T18:21:35,568 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T18:21:35,568 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:35,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:21:35,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T18:21:35,569 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T18:21:35,569 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:35,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:21:35,570 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T18:21:35,571 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/data/hbase/meta/1588230740 2024-12-02T18:21:35,571 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/data/hbase/meta/1588230740 2024-12-02T18:21:35,572 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T18:21:35,572 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T18:21:35,573 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T18:21:35,574 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T18:21:35,575 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67217492, jitterRate=0.0016186833381652832}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T18:21:35,575 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T18:21:35,575 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733163695561Writing region info on filesystem at 1733163695561Initializing all the Stores at 1733163695562 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163695562Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163695564 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163695564Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163695564Cleaning up temporary data from old regions at 1733163695572 (+8 ms)Running coprocessor post-open hooks at 1733163695575 (+3 ms)Region opened successfully at 1733163695575 2024-12-02T18:21:35,576 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733163695507 2024-12-02T18:21:35,579 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T18:21:35,579 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T18:21:35,579 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=95451c90bed2,38375,1733163692150 2024-12-02T18:21:35,580 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 95451c90bed2,38375,1733163692150, state=OPEN 2024-12-02T18:21:35,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38375-0x101974723700001, quorum=127.0.0.1:55203, baseZNode=/01740426886 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01740426886/meta-region-server 2024-12-02T18:21:35,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34105-0x101974723700000, quorum=127.0.0.1:55203, baseZNode=/01740426886 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01740426886/meta-region-server 2024-12-02T18:21:35,641 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01740426886/meta-region-server: CHANGED 2024-12-02T18:21:35,641 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01740426886/meta-region-server: CHANGED 2024-12-02T18:21:35,642 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=95451c90bed2,38375,1733163692150 2024-12-02T18:21:35,644 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T18:21:35,644 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=95451c90bed2,38375,1733163692150 in 287 msec 2024-12-02T18:21:35,646 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T18:21:35,646 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 488 msec 2024-12-02T18:21:35,646 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T18:21:35,647 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T18:21:35,648 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:21:35,648 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,38375,1733163692150, seqNum=-1] 2024-12-02T18:21:35,648 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:21:35,649 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48213, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T18:21:35,656 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3400 sec 2024-12-02T18:21:35,656 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733163695656, completionTime=-1 2024-12-02T18:21:35,656 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T18:21:35,656 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T18:21:35,660 INFO [master/95451c90bed2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T18:21:35,660 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733163755660 2024-12-02T18:21:35,660 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733163815660 2024-12-02T18:21:35,660 INFO [master/95451c90bed2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 3 msec 2024-12-02T18:21:35,660 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,34105,1733163691899-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:35,660 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,34105,1733163691899-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:35,660 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,34105,1733163691899-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:35,660 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-95451c90bed2:34105, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:35,660 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:35,661 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:35,666 DEBUG [master/95451c90bed2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T18:21:35,668 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.434sec 2024-12-02T18:21:35,668 INFO [master/95451c90bed2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T18:21:35,668 INFO [master/95451c90bed2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T18:21:35,669 INFO [master/95451c90bed2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T18:21:35,669 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T18:21:35,669 INFO [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T18:21:35,669 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,34105,1733163691899-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T18:21:35,669 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,34105,1733163691899-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T18:21:35,672 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T18:21:35,672 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T18:21:35,672 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,34105,1733163691899-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:35,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51731155, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:21:35,689 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,34105,-1 for getting cluster id 2024-12-02T18:21:35,689 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:21:35,690 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1c270e9d-686a-4350-a0ad-c07a1051f209' 2024-12-02T18:21:35,690 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:21:35,690 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1c270e9d-686a-4350-a0ad-c07a1051f209" 2024-12-02T18:21:35,691 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@671d385e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:21:35,691 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,34105,-1] 2024-12-02T18:21:35,691 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:21:35,691 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:35,692 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:21:35,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@427b6edd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:21:35,693 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:21:35,694 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,38375,1733163692150, seqNum=-1] 2024-12-02T18:21:35,694 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:21:35,695 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T18:21:35,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=95451c90bed2,34105,1733163691899 2024-12-02T18:21:35,697 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55203 2024-12-02T18:21:35,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55203, baseZNode=/01740426886 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T18:21:35,719 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101974723700002 connected 2024-12-02T18:21:35,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c69ae288-efda-4776-1bde-4a9cd0a59b79/hadoop.log.dir so I do NOT create it in target/test-data/2f3a6eb7-e8d5-8970-cede-5d9638361812 2024-12-02T18:21:35,731 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c69ae288-efda-4776-1bde-4a9cd0a59b79/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T18:21:35,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c69ae288-efda-4776-1bde-4a9cd0a59b79/hadoop.tmp.dir so I do NOT create it in target/test-data/2f3a6eb7-e8d5-8970-cede-5d9638361812 2024-12-02T18:21:35,731 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c69ae288-efda-4776-1bde-4a9cd0a59b79/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T18:21:35,731 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f3a6eb7-e8d5-8970-cede-5d9638361812 2024-12-02T18:21:35,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T18:21:35,731 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f3a6eb7-e8d5-8970-cede-5d9638361812/cluster_e609942b-faec-47b9-7095-de1a2924475d, deleteOnExit=true 2024-12-02T18:21:35,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T18:21:35,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f3a6eb7-e8d5-8970-cede-5d9638361812/test.cache.data in system properties and HBase conf 2024-12-02T18:21:35,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f3a6eb7-e8d5-8970-cede-5d9638361812/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T18:21:35,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f3a6eb7-e8d5-8970-cede-5d9638361812/hadoop.log.dir in system properties and HBase conf 2024-12-02T18:21:35,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f3a6eb7-e8d5-8970-cede-5d9638361812/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T18:21:35,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f3a6eb7-e8d5-8970-cede-5d9638361812/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T18:21:35,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T18:21:35,732 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T18:21:35,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f3a6eb7-e8d5-8970-cede-5d9638361812/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T18:21:35,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f3a6eb7-e8d5-8970-cede-5d9638361812/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T18:21:35,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f3a6eb7-e8d5-8970-cede-5d9638361812/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T18:21:35,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f3a6eb7-e8d5-8970-cede-5d9638361812/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T18:21:35,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f3a6eb7-e8d5-8970-cede-5d9638361812/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T18:21:35,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f3a6eb7-e8d5-8970-cede-5d9638361812/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T18:21:35,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f3a6eb7-e8d5-8970-cede-5d9638361812/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T18:21:35,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f3a6eb7-e8d5-8970-cede-5d9638361812/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T18:21:35,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f3a6eb7-e8d5-8970-cede-5d9638361812/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T18:21:35,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f3a6eb7-e8d5-8970-cede-5d9638361812/nfs.dump.dir in system properties and HBase conf 2024-12-02T18:21:35,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f3a6eb7-e8d5-8970-cede-5d9638361812/java.io.tmpdir in system properties and HBase conf 2024-12-02T18:21:35,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f3a6eb7-e8d5-8970-cede-5d9638361812/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T18:21:35,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f3a6eb7-e8d5-8970-cede-5d9638361812/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T18:21:35,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f3a6eb7-e8d5-8970-cede-5d9638361812/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T18:21:36,154 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T18:21:36,165 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T18:21:36,196 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T18:21:36,197 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T18:21:36,197 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T18:21:36,200 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T18:21:36,208 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74263c46{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f3a6eb7-e8d5-8970-cede-5d9638361812/hadoop.log.dir/,AVAILABLE} 2024-12-02T18:21:36,209 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e95cfe6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T18:21:36,349 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7791517c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f3a6eb7-e8d5-8970-cede-5d9638361812/java.io.tmpdir/jetty-localhost-34077-hadoop-hdfs-3_4_1-tests_jar-_-any-2068744412480221099/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T18:21:36,350 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c3bb764{HTTP/1.1, (http/1.1)}{localhost:34077} 2024-12-02T18:21:36,350 INFO [Time-limited test {}] server.Server(415): Started @205883ms 2024-12-02T18:21:36,604 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T18:21:36,604 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-02T18:21:36,605 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T18:21:36,605 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-02T18:21:36,605 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T18:21:36,605 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-02T18:21:36,854 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T18:21:36,871 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T18:21:36,892 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T18:21:36,892 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T18:21:36,893 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T18:21:36,897 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4dac0b05{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f3a6eb7-e8d5-8970-cede-5d9638361812/hadoop.log.dir/,AVAILABLE} 2024-12-02T18:21:36,897 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4901da09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T18:21:37,018 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5dbf964d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f3a6eb7-e8d5-8970-cede-5d9638361812/java.io.tmpdir/jetty-localhost-36203-hadoop-hdfs-3_4_1-tests_jar-_-any-1310736687630557307/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T18:21:37,018 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@473d1391{HTTP/1.1, (http/1.1)}{localhost:36203} 2024-12-02T18:21:37,018 INFO [Time-limited test {}] server.Server(415): Started @206551ms 2024-12-02T18:21:37,020 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T18:21:37,763 WARN [Thread-2304 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f3a6eb7-e8d5-8970-cede-5d9638361812/cluster_e609942b-faec-47b9-7095-de1a2924475d/data/data1/current/BP-441064397-172.17.0.3-1733163695756/current, will proceed with Du for space computation calculation, 2024-12-02T18:21:37,768 WARN [Thread-2305 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f3a6eb7-e8d5-8970-cede-5d9638361812/cluster_e609942b-faec-47b9-7095-de1a2924475d/data/data2/current/BP-441064397-172.17.0.3-1733163695756/current, will proceed with Du for space computation calculation, 2024-12-02T18:21:37,805 WARN [Thread-2292 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T18:21:37,807 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbfa1d9944d79ccd4 with lease ID 0xd376c6592b0f26b8: Processing first storage report for DS-18b63073-6dd3-41d6-9a44-791f3472767a from datanode DatanodeRegistration(127.0.0.1:45357, datanodeUuid=6eb8cc57-199f-471d-b979-01329feed1d9, infoPort=34157, infoSecurePort=0, ipcPort=36115, storageInfo=lv=-57;cid=testClusterID;nsid=1208011581;c=1733163695756) 2024-12-02T18:21:37,807 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbfa1d9944d79ccd4 with lease ID 0xd376c6592b0f26b8: from storage DS-18b63073-6dd3-41d6-9a44-791f3472767a node DatanodeRegistration(127.0.0.1:45357, datanodeUuid=6eb8cc57-199f-471d-b979-01329feed1d9, infoPort=34157, infoSecurePort=0, ipcPort=36115, storageInfo=lv=-57;cid=testClusterID;nsid=1208011581;c=1733163695756), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T18:21:37,807 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbfa1d9944d79ccd4 with lease ID 0xd376c6592b0f26b8: Processing first storage report for DS-20ea3021-e793-4df9-a0fa-d1f2bb531ca3 from datanode DatanodeRegistration(127.0.0.1:45357, datanodeUuid=6eb8cc57-199f-471d-b979-01329feed1d9, infoPort=34157, infoSecurePort=0, ipcPort=36115, storageInfo=lv=-57;cid=testClusterID;nsid=1208011581;c=1733163695756) 2024-12-02T18:21:37,808 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbfa1d9944d79ccd4 with lease ID 0xd376c6592b0f26b8: from storage DS-20ea3021-e793-4df9-a0fa-d1f2bb531ca3 node DatanodeRegistration(127.0.0.1:45357, datanodeUuid=6eb8cc57-199f-471d-b979-01329feed1d9, infoPort=34157, infoSecurePort=0, ipcPort=36115, storageInfo=lv=-57;cid=testClusterID;nsid=1208011581;c=1733163695756), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T18:21:37,864 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f3a6eb7-e8d5-8970-cede-5d9638361812 2024-12-02T18:21:37,865 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:21:37,866 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:21:37,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741825_1001 (size=7) 2024-12-02T18:21:38,272 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec with version=8 2024-12-02T18:21:38,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/hbase-staging 2024-12-02T18:21:38,274 INFO [Time-limited test {}] client.ConnectionUtils(128): master/95451c90bed2:0 server-side Connection retries=45 2024-12-02T18:21:38,274 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:21:38,274 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T18:21:38,274 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T18:21:38,275 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:21:38,275 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T18:21:38,275 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T18:21:38,275 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T18:21:38,276 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32951 2024-12-02T18:21:38,277 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32951 connecting to ZooKeeper ensemble=127.0.0.1:55203 2024-12-02T18:21:38,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:329510x0, quorum=127.0.0.1:55203, baseZNode=/1-696349674 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T18:21:38,287 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32951-0x101974723700003 connected 2024-12-02T18:21:38,365 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:21:38,367 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:21:38,386 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32951-0x101974723700003, quorum=127.0.0.1:55203, baseZNode=/1-696349674 Set watcher on znode that does not yet exist, /1-696349674/running 2024-12-02T18:21:38,386 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec, hbase.cluster.distributed=false 2024-12-02T18:21:38,387 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32951-0x101974723700003, quorum=127.0.0.1:55203, baseZNode=/1-696349674 Set watcher on znode that does not yet exist, /1-696349674/acl 2024-12-02T18:21:38,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32951 2024-12-02T18:21:38,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32951 2024-12-02T18:21:38,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32951 2024-12-02T18:21:38,393 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32951 2024-12-02T18:21:38,394 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32951 2024-12-02T18:21:38,409 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/95451c90bed2:0 server-side Connection retries=45 2024-12-02T18:21:38,409 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:21:38,409 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T18:21:38,409 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T18:21:38,409 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:21:38,409 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T18:21:38,409 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T18:21:38,409 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T18:21:38,410 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34529 2024-12-02T18:21:38,411 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34529 connecting to ZooKeeper ensemble=127.0.0.1:55203 2024-12-02T18:21:38,411 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:21:38,413 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:21:38,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:345290x0, quorum=127.0.0.1:55203, baseZNode=/1-696349674 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T18:21:38,428 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:345290x0, quorum=127.0.0.1:55203, baseZNode=/1-696349674 Set watcher on znode that does not yet exist, /1-696349674/running 2024-12-02T18:21:38,428 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T18:21:38,428 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34529-0x101974723700004 connected 2024-12-02T18:21:38,436 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T18:21:38,437 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34529-0x101974723700004, quorum=127.0.0.1:55203, baseZNode=/1-696349674 Set watcher on znode that does not yet exist, /1-696349674/master 2024-12-02T18:21:38,438 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34529-0x101974723700004, quorum=127.0.0.1:55203, baseZNode=/1-696349674 Set watcher on znode that does not yet exist, /1-696349674/acl 2024-12-02T18:21:38,442 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34529 2024-12-02T18:21:38,443 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34529 2024-12-02T18:21:38,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34529 2024-12-02T18:21:38,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34529 2024-12-02T18:21:38,445 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34529 2024-12-02T18:21:38,455 DEBUG [M:0;95451c90bed2:32951 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;95451c90bed2:32951 2024-12-02T18:21:38,456 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-696349674/backup-masters/95451c90bed2,32951,1733163698274 2024-12-02T18:21:38,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34529-0x101974723700004, quorum=127.0.0.1:55203, baseZNode=/1-696349674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-696349674/backup-masters 2024-12-02T18:21:38,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32951-0x101974723700003, quorum=127.0.0.1:55203, baseZNode=/1-696349674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-696349674/backup-masters 2024-12-02T18:21:38,466 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32951-0x101974723700003, quorum=127.0.0.1:55203, baseZNode=/1-696349674 Set watcher on existing znode=/1-696349674/backup-masters/95451c90bed2,32951,1733163698274 2024-12-02T18:21:38,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34529-0x101974723700004, quorum=127.0.0.1:55203, baseZNode=/1-696349674 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-696349674/master 2024-12-02T18:21:38,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32951-0x101974723700003, quorum=127.0.0.1:55203, baseZNode=/1-696349674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-696349674 2024-12-02T18:21:38,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34529-0x101974723700004, quorum=127.0.0.1:55203, baseZNode=/1-696349674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-696349674 2024-12-02T18:21:38,476 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32951-0x101974723700003, quorum=127.0.0.1:55203, baseZNode=/1-696349674 Set watcher on existing znode=/1-696349674/master 2024-12-02T18:21:38,476 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-696349674/backup-masters/95451c90bed2,32951,1733163698274 from backup master directory 2024-12-02T18:21:38,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32951-0x101974723700003, quorum=127.0.0.1:55203, baseZNode=/1-696349674 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-696349674/backup-masters/95451c90bed2,32951,1733163698274 2024-12-02T18:21:38,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34529-0x101974723700004, quorum=127.0.0.1:55203, baseZNode=/1-696349674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-696349674/backup-masters 2024-12-02T18:21:38,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32951-0x101974723700003, quorum=127.0.0.1:55203, baseZNode=/1-696349674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-696349674/backup-masters 2024-12-02T18:21:38,486 WARN [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T18:21:38,486 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=95451c90bed2,32951,1733163698274 2024-12-02T18:21:38,490 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/hbase.id] with ID: 5414d3cf-39f5-4997-b46f-c4a151fd410e 2024-12-02T18:21:38,490 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/.tmp/hbase.id 2024-12-02T18:21:38,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741826_1002 (size=42) 2024-12-02T18:21:38,498 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/.tmp/hbase.id]:[hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/hbase.id] 2024-12-02T18:21:38,510 INFO [master/95451c90bed2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:21:38,511 INFO [master/95451c90bed2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T18:21:38,511 INFO [master/95451c90bed2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-02T18:21:38,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32951-0x101974723700003, quorum=127.0.0.1:55203, baseZNode=/1-696349674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-696349674 2024-12-02T18:21:38,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34529-0x101974723700004, quorum=127.0.0.1:55203, baseZNode=/1-696349674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-696349674 2024-12-02T18:21:38,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741827_1003 (size=196) 2024-12-02T18:21:38,546 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T18:21:38,547 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T18:21:38,547 INFO [master/95451c90bed2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:21:38,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741828_1004 (size=1189) 2024-12-02T18:21:38,967 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/MasterData/data/master/store 2024-12-02T18:21:38,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741829_1005 (size=34) 2024-12-02T18:21:38,972 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:21:38,972 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T18:21:38,972 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:21:38,973 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:21:38,973 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T18:21:38,973 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:21:38,973 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:21:38,973 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733163698972Disabling compacts and flushes for region at 1733163698972Disabling writes for close at 1733163698973 (+1 ms)Writing region close event to WAL at 1733163698973Closed at 1733163698973 2024-12-02T18:21:38,973 WARN [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/MasterData/data/master/store/.initializing 2024-12-02T18:21:38,974 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/MasterData/WALs/95451c90bed2,32951,1733163698274 2024-12-02T18:21:38,974 INFO [master/95451c90bed2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T18:21:38,976 INFO [master/95451c90bed2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=95451c90bed2%2C32951%2C1733163698274, suffix=, logDir=hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/MasterData/WALs/95451c90bed2,32951,1733163698274, archiveDir=hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/MasterData/oldWALs, maxLogs=10 2024-12-02T18:21:38,993 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/MasterData/WALs/95451c90bed2,32951,1733163698274/95451c90bed2%2C32951%2C1733163698274.1733163698977, exclude list is [], retry=0 2024-12-02T18:21:38,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45357,DS-18b63073-6dd3-41d6-9a44-791f3472767a,DISK] 2024-12-02T18:21:38,997 INFO [master/95451c90bed2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/MasterData/WALs/95451c90bed2,32951,1733163698274/95451c90bed2%2C32951%2C1733163698274.1733163698977 2024-12-02T18:21:38,998 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34157:34157)] 2024-12-02T18:21:38,998 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:21:38,998 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:21:38,998 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:21:38,998 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:21:38,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:21:39,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T18:21:39,010 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:39,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:21:39,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:21:39,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T18:21:39,012 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:39,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:21:39,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:21:39,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T18:21:39,013 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:39,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:21:39,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:21:39,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T18:21:39,014 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:39,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:21:39,014 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:21:39,015 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:21:39,015 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:21:39,016 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:21:39,016 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:21:39,016 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T18:21:39,017 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:21:39,018 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T18:21:39,018 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59941418, jitterRate=-0.10680326819419861}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T18:21:39,018 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733163698998Initializing all the Stores at 1733163698999 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163698999Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163698999Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163698999Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163698999Cleaning up temporary data from old regions at 1733163699016 (+17 ms)Region opened successfully at 1733163699018 (+2 ms) 2024-12-02T18:21:39,019 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T18:21:39,020 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3255b628, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=95451c90bed2/172.17.0.3:0 2024-12-02T18:21:39,021 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T18:21:39,021 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T18:21:39,021 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T18:21:39,021 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T18:21:39,021 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T18:21:39,022 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T18:21:39,022 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T18:21:39,023 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T18:21:39,023 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32951-0x101974723700003, quorum=127.0.0.1:55203, baseZNode=/1-696349674 Unable to get data of znode /1-696349674/balancer because node does not exist (not necessarily an error) 2024-12-02T18:21:39,069 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-696349674/balancer already deleted, retry=false 2024-12-02T18:21:39,070 INFO [master/95451c90bed2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T18:21:39,070 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32951-0x101974723700003, quorum=127.0.0.1:55203, baseZNode=/1-696349674 Unable to get data of znode /1-696349674/normalizer because node does not exist (not necessarily an error) 2024-12-02T18:21:39,080 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-696349674/normalizer already deleted, retry=false 2024-12-02T18:21:39,080 INFO [master/95451c90bed2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T18:21:39,081 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32951-0x101974723700003, quorum=127.0.0.1:55203, baseZNode=/1-696349674 Unable to get data of znode /1-696349674/switch/split because node does not exist (not necessarily an error) 2024-12-02T18:21:39,090 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-696349674/switch/split already deleted, retry=false 2024-12-02T18:21:39,091 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32951-0x101974723700003, quorum=127.0.0.1:55203, baseZNode=/1-696349674 Unable to get data of znode /1-696349674/switch/merge because node does not exist (not necessarily an error) 2024-12-02T18:21:39,101 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-696349674/switch/merge already deleted, retry=false 2024-12-02T18:21:39,103 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32951-0x101974723700003, quorum=127.0.0.1:55203, baseZNode=/1-696349674 Unable to get data of znode /1-696349674/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T18:21:39,111 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-696349674/snapshot-cleanup already deleted, retry=false 2024-12-02T18:21:39,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34529-0x101974723700004, quorum=127.0.0.1:55203, baseZNode=/1-696349674 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-696349674/running 2024-12-02T18:21:39,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32951-0x101974723700003, quorum=127.0.0.1:55203, baseZNode=/1-696349674 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-696349674/running 2024-12-02T18:21:39,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34529-0x101974723700004, quorum=127.0.0.1:55203, baseZNode=/1-696349674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-696349674 2024-12-02T18:21:39,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32951-0x101974723700003, quorum=127.0.0.1:55203, baseZNode=/1-696349674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-696349674 2024-12-02T18:21:39,123 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=95451c90bed2,32951,1733163698274, sessionid=0x101974723700003, setting cluster-up flag (Was=false) 2024-12-02T18:21:39,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34529-0x101974723700004, quorum=127.0.0.1:55203, baseZNode=/1-696349674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-696349674 2024-12-02T18:21:39,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32951-0x101974723700003, quorum=127.0.0.1:55203, baseZNode=/1-696349674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-696349674 2024-12-02T18:21:39,175 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-696349674/flush-table-proc/acquired, /1-696349674/flush-table-proc/reached, /1-696349674/flush-table-proc/abort 2024-12-02T18:21:39,175 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=95451c90bed2,32951,1733163698274 2024-12-02T18:21:39,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32951-0x101974723700003, quorum=127.0.0.1:55203, baseZNode=/1-696349674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-696349674 2024-12-02T18:21:39,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34529-0x101974723700004, quorum=127.0.0.1:55203, baseZNode=/1-696349674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-696349674 2024-12-02T18:21:39,227 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-696349674/online-snapshot/acquired, /1-696349674/online-snapshot/reached, /1-696349674/online-snapshot/abort 2024-12-02T18:21:39,228 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=95451c90bed2,32951,1733163698274 2024-12-02T18:21:39,229 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T18:21:39,230 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T18:21:39,230 INFO [master/95451c90bed2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T18:21:39,231 INFO [master/95451c90bed2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T18:21:39,231 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 95451c90bed2,32951,1733163698274 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T18:21:39,232 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:21:39,232 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:21:39,232 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:21:39,232 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:21:39,232 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/95451c90bed2:0, corePoolSize=10, maxPoolSize=10 2024-12-02T18:21:39,232 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:21:39,232 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/95451c90bed2:0, corePoolSize=2, maxPoolSize=2 2024-12-02T18:21:39,232 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:21:39,236 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733163729236 2024-12-02T18:21:39,236 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T18:21:39,236 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T18:21:39,236 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T18:21:39,236 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T18:21:39,236 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T18:21:39,236 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T18:21:39,236 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:39,236 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T18:21:39,236 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T18:21:39,236 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T18:21:39,236 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T18:21:39,236 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T18:21:39,237 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T18:21:39,237 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:39,237 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T18:21:39,241 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T18:21:39,241 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T18:21:39,241 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.large.0-1733163699241,5,FailOnTimeoutGroup] 2024-12-02T18:21:39,241 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.small.0-1733163699241,5,FailOnTimeoutGroup] 2024-12-02T18:21:39,241 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:39,241 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T18:21:39,241 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:39,241 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:39,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741831_1007 (size=1321) 2024-12-02T18:21:39,248 INFO [RS:0;95451c90bed2:34529 {}] regionserver.HRegionServer(746): ClusterId : 5414d3cf-39f5-4997-b46f-c4a151fd410e 2024-12-02T18:21:39,248 DEBUG [RS:0;95451c90bed2:34529 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T18:21:39,249 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T18:21:39,249 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec 2024-12-02T18:21:39,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741832_1008 (size=32) 2024-12-02T18:21:39,259 DEBUG [RS:0;95451c90bed2:34529 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T18:21:39,260 DEBUG [RS:0;95451c90bed2:34529 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T18:21:39,270 DEBUG [RS:0;95451c90bed2:34529 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T18:21:39,270 DEBUG [RS:0;95451c90bed2:34529 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33de044, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=95451c90bed2/172.17.0.3:0 2024-12-02T18:21:39,286 DEBUG [RS:0;95451c90bed2:34529 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;95451c90bed2:34529 2024-12-02T18:21:39,286 INFO [RS:0;95451c90bed2:34529 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T18:21:39,286 INFO [RS:0;95451c90bed2:34529 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T18:21:39,286 DEBUG [RS:0;95451c90bed2:34529 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T18:21:39,287 INFO [RS:0;95451c90bed2:34529 {}] regionserver.HRegionServer(2659): reportForDuty to master=95451c90bed2,32951,1733163698274 with port=34529, startcode=1733163698408 2024-12-02T18:21:39,287 DEBUG [RS:0;95451c90bed2:34529 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T18:21:39,288 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56225, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T18:21:39,289 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32951 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 95451c90bed2,34529,1733163698408 2024-12-02T18:21:39,289 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32951 {}] master.ServerManager(517): Registering regionserver=95451c90bed2,34529,1733163698408 2024-12-02T18:21:39,290 DEBUG [RS:0;95451c90bed2:34529 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec 2024-12-02T18:21:39,290 DEBUG [RS:0;95451c90bed2:34529 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38953 2024-12-02T18:21:39,290 DEBUG [RS:0;95451c90bed2:34529 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T18:21:39,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32951-0x101974723700003, quorum=127.0.0.1:55203, baseZNode=/1-696349674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-696349674/rs 2024-12-02T18:21:39,343 DEBUG [RS:0;95451c90bed2:34529 {}] zookeeper.ZKUtil(111): regionserver:34529-0x101974723700004, quorum=127.0.0.1:55203, baseZNode=/1-696349674 Set watcher on existing znode=/1-696349674/rs/95451c90bed2,34529,1733163698408 2024-12-02T18:21:39,343 WARN [RS:0;95451c90bed2:34529 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T18:21:39,343 INFO [RS:0;95451c90bed2:34529 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:21:39,343 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [95451c90bed2,34529,1733163698408] 2024-12-02T18:21:39,343 DEBUG [RS:0;95451c90bed2:34529 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/WALs/95451c90bed2,34529,1733163698408 2024-12-02T18:21:39,345 INFO [RS:0;95451c90bed2:34529 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T18:21:39,346 INFO [RS:0;95451c90bed2:34529 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T18:21:39,346 INFO [RS:0;95451c90bed2:34529 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T18:21:39,347 INFO [RS:0;95451c90bed2:34529 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:39,348 INFO [RS:0;95451c90bed2:34529 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T18:21:39,349 INFO [RS:0;95451c90bed2:34529 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T18:21:39,349 INFO [RS:0;95451c90bed2:34529 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:39,349 DEBUG [RS:0;95451c90bed2:34529 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:21:39,349 DEBUG [RS:0;95451c90bed2:34529 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:21:39,349 DEBUG [RS:0;95451c90bed2:34529 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:21:39,349 DEBUG [RS:0;95451c90bed2:34529 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:21:39,349 DEBUG [RS:0;95451c90bed2:34529 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:21:39,349 DEBUG [RS:0;95451c90bed2:34529 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/95451c90bed2:0, corePoolSize=2, maxPoolSize=2 2024-12-02T18:21:39,349 DEBUG [RS:0;95451c90bed2:34529 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:21:39,349 DEBUG [RS:0;95451c90bed2:34529 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:21:39,349 DEBUG [RS:0;95451c90bed2:34529 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:21:39,349 DEBUG [RS:0;95451c90bed2:34529 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:21:39,349 DEBUG [RS:0;95451c90bed2:34529 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:21:39,349 DEBUG [RS:0;95451c90bed2:34529 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:21:39,349 DEBUG [RS:0;95451c90bed2:34529 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/95451c90bed2:0, corePoolSize=3, maxPoolSize=3 2024-12-02T18:21:39,349 DEBUG [RS:0;95451c90bed2:34529 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/95451c90bed2:0, corePoolSize=3, maxPoolSize=3 2024-12-02T18:21:39,349 INFO [RS:0;95451c90bed2:34529 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:39,349 INFO [RS:0;95451c90bed2:34529 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:39,349 INFO [RS:0;95451c90bed2:34529 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:39,349 INFO [RS:0;95451c90bed2:34529 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:39,349 INFO [RS:0;95451c90bed2:34529 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:39,349 INFO [RS:0;95451c90bed2:34529 {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,34529,1733163698408-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T18:21:39,366 INFO [RS:0;95451c90bed2:34529 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T18:21:39,366 INFO [RS:0;95451c90bed2:34529 {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,34529,1733163698408-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:39,366 INFO [RS:0;95451c90bed2:34529 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:39,366 INFO [RS:0;95451c90bed2:34529 {}] regionserver.Replication(171): 95451c90bed2,34529,1733163698408 started 2024-12-02T18:21:39,378 INFO [RS:0;95451c90bed2:34529 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:39,378 INFO [RS:0;95451c90bed2:34529 {}] regionserver.HRegionServer(1482): Serving as 95451c90bed2,34529,1733163698408, RpcServer on 95451c90bed2/172.17.0.3:34529, sessionid=0x101974723700004 2024-12-02T18:21:39,378 DEBUG [RS:0;95451c90bed2:34529 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T18:21:39,378 DEBUG [RS:0;95451c90bed2:34529 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 95451c90bed2,34529,1733163698408 2024-12-02T18:21:39,378 DEBUG [RS:0;95451c90bed2:34529 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '95451c90bed2,34529,1733163698408' 2024-12-02T18:21:39,379 DEBUG [RS:0;95451c90bed2:34529 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-696349674/flush-table-proc/abort' 2024-12-02T18:21:39,379 DEBUG [RS:0;95451c90bed2:34529 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-696349674/flush-table-proc/acquired' 2024-12-02T18:21:39,379 DEBUG [RS:0;95451c90bed2:34529 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T18:21:39,379 DEBUG [RS:0;95451c90bed2:34529 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T18:21:39,379 DEBUG [RS:0;95451c90bed2:34529 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 95451c90bed2,34529,1733163698408 2024-12-02T18:21:39,379 DEBUG [RS:0;95451c90bed2:34529 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '95451c90bed2,34529,1733163698408' 2024-12-02T18:21:39,379 DEBUG [RS:0;95451c90bed2:34529 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-696349674/online-snapshot/abort' 2024-12-02T18:21:39,380 DEBUG [RS:0;95451c90bed2:34529 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-696349674/online-snapshot/acquired' 2024-12-02T18:21:39,380 DEBUG [RS:0;95451c90bed2:34529 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T18:21:39,380 INFO [RS:0;95451c90bed2:34529 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T18:21:39,380 INFO [RS:0;95451c90bed2:34529 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T18:21:39,480 INFO [RS:0;95451c90bed2:34529 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T18:21:39,481 INFO [RS:0;95451c90bed2:34529 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=95451c90bed2%2C34529%2C1733163698408, suffix=, logDir=hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/WALs/95451c90bed2,34529,1733163698408, archiveDir=hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/oldWALs, maxLogs=10 2024-12-02T18:21:39,500 DEBUG [RS:0;95451c90bed2:34529 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/WALs/95451c90bed2,34529,1733163698408/95451c90bed2%2C34529%2C1733163698408.1733163699482, exclude list is [], retry=0 2024-12-02T18:21:39,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45357,DS-18b63073-6dd3-41d6-9a44-791f3472767a,DISK] 2024-12-02T18:21:39,504 INFO [RS:0;95451c90bed2:34529 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/WALs/95451c90bed2,34529,1733163698408/95451c90bed2%2C34529%2C1733163698408.1733163699482 2024-12-02T18:21:39,505 DEBUG [RS:0;95451c90bed2:34529 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34157:34157)] 2024-12-02T18:21:39,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:21:39,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T18:21:39,660 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T18:21:39,660 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:39,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:21:39,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T18:21:39,662 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T18:21:39,662 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:39,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:21:39,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T18:21:39,663 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T18:21:39,663 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:39,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:21:39,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T18:21:39,664 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T18:21:39,664 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:39,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:21:39,665 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T18:21:39,665 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/data/hbase/meta/1588230740 2024-12-02T18:21:39,666 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/data/hbase/meta/1588230740 2024-12-02T18:21:39,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T18:21:39,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T18:21:39,669 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T18:21:39,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T18:21:39,672 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T18:21:39,672 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59237869, jitterRate=-0.11728696525096893}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T18:21:39,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733163699658Initializing all the Stores at 1733163699659 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163699659Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163699659Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163699659Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163699659Cleaning up temporary data from old regions at 1733163699669 (+10 ms)Region opened successfully at 1733163699672 (+3 ms) 2024-12-02T18:21:39,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T18:21:39,672 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T18:21:39,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T18:21:39,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T18:21:39,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T18:21:39,673 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T18:21:39,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733163699672Disabling compacts and flushes for region at 1733163699672Disabling writes for close at 1733163699672Writing region close event to WAL at 1733163699673 (+1 ms)Closed at 1733163699673 2024-12-02T18:21:39,673 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T18:21:39,673 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T18:21:39,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T18:21:39,674 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T18:21:39,675 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T18:21:39,825 DEBUG [95451c90bed2:32951 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T18:21:39,826 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=95451c90bed2,34529,1733163698408 2024-12-02T18:21:39,827 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 95451c90bed2,34529,1733163698408, state=OPENING 2024-12-02T18:21:39,838 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T18:21:39,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32951-0x101974723700003, quorum=127.0.0.1:55203, baseZNode=/1-696349674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-696349674 2024-12-02T18:21:39,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34529-0x101974723700004, quorum=127.0.0.1:55203, baseZNode=/1-696349674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-696349674 2024-12-02T18:21:39,849 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-696349674/meta-region-server: CHANGED 2024-12-02T18:21:39,849 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-696349674/meta-region-server: CHANGED 2024-12-02T18:21:39,849 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T18:21:39,849 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=95451c90bed2,34529,1733163698408}] 2024-12-02T18:21:40,007 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T18:21:40,009 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47387, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T18:21:40,016 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T18:21:40,016 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:21:40,017 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T18:21:40,021 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=95451c90bed2%2C34529%2C1733163698408.meta, suffix=.meta, logDir=hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/WALs/95451c90bed2,34529,1733163698408, archiveDir=hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/oldWALs, maxLogs=10 2024-12-02T18:21:40,039 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/WALs/95451c90bed2,34529,1733163698408/95451c90bed2%2C34529%2C1733163698408.meta.1733163700022.meta, exclude list is [], retry=0 2024-12-02T18:21:40,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45357,DS-18b63073-6dd3-41d6-9a44-791f3472767a,DISK] 2024-12-02T18:21:40,056 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/WALs/95451c90bed2,34529,1733163698408/95451c90bed2%2C34529%2C1733163698408.meta.1733163700022.meta 2024-12-02T18:21:40,057 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34157:34157)] 2024-12-02T18:21:40,057 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:21:40,057 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T18:21:40,057 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T18:21:40,058 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T18:21:40,058 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T18:21:40,058 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T18:21:40,058 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:21:40,058 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T18:21:40,058 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T18:21:40,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T18:21:40,060 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T18:21:40,060 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:40,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:21:40,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T18:21:40,061 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T18:21:40,061 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:40,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:21:40,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T18:21:40,062 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T18:21:40,062 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:40,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:21:40,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T18:21:40,062 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T18:21:40,062 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:40,063 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:21:40,063 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T18:21:40,063 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/data/hbase/meta/1588230740 2024-12-02T18:21:40,064 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/data/hbase/meta/1588230740 2024-12-02T18:21:40,065 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T18:21:40,065 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T18:21:40,066 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T18:21:40,068 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T18:21:40,069 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65867654, jitterRate=-0.01849547028541565}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T18:21:40,069 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T18:21:40,069 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733163700058Writing region info on filesystem at 1733163700058Initializing all the Stores at 1733163700059 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163700059Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163700059Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163700059Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163700059Cleaning up temporary data from old regions at 1733163700065 (+6 ms)Running coprocessor post-open hooks at 1733163700069 (+4 ms)Region opened successfully at 1733163700069 2024-12-02T18:21:40,070 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733163700007 2024-12-02T18:21:40,072 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T18:21:40,072 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T18:21:40,073 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=95451c90bed2,34529,1733163698408 2024-12-02T18:21:40,073 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 95451c90bed2,34529,1733163698408, state=OPEN 2024-12-02T18:21:40,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34529-0x101974723700004, quorum=127.0.0.1:55203, baseZNode=/1-696349674 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-696349674/meta-region-server 2024-12-02T18:21:40,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32951-0x101974723700003, quorum=127.0.0.1:55203, baseZNode=/1-696349674 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-696349674/meta-region-server 2024-12-02T18:21:40,080 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=95451c90bed2,34529,1733163698408 2024-12-02T18:21:40,080 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-696349674/meta-region-server: CHANGED 2024-12-02T18:21:40,080 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-696349674/meta-region-server: CHANGED 2024-12-02T18:21:40,082 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T18:21:40,084 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=95451c90bed2,34529,1733163698408 in 231 msec 2024-12-02T18:21:40,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T18:21:40,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 410 msec 2024-12-02T18:21:40,087 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T18:21:40,087 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T18:21:40,088 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:21:40,088 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,34529,1733163698408, seqNum=-1] 2024-12-02T18:21:40,088 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:21:40,090 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37387, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T18:21:40,095 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 864 msec 2024-12-02T18:21:40,095 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733163700095, completionTime=-1 2024-12-02T18:21:40,095 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T18:21:40,095 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T18:21:40,097 INFO [master/95451c90bed2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T18:21:40,097 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733163760097 2024-12-02T18:21:40,097 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733163820097 2024-12-02T18:21:40,097 INFO [master/95451c90bed2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-02T18:21:40,097 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,32951,1733163698274-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:40,097 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,32951,1733163698274-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:40,097 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,32951,1733163698274-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:40,097 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-95451c90bed2:32951, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:40,098 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:40,099 DEBUG [master/95451c90bed2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T18:21:40,104 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:40,108 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.622sec 2024-12-02T18:21:40,109 INFO [master/95451c90bed2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T18:21:40,109 INFO [master/95451c90bed2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T18:21:40,109 INFO [master/95451c90bed2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T18:21:40,109 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T18:21:40,109 INFO [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T18:21:40,109 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,32951,1733163698274-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T18:21:40,109 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,32951,1733163698274-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T18:21:40,112 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T18:21:40,112 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T18:21:40,112 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,32951,1733163698274-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:21:40,149 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72db9ec3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:21:40,149 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,32951,-1 for getting cluster id 2024-12-02T18:21:40,149 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:21:40,150 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5414d3cf-39f5-4997-b46f-c4a151fd410e' 2024-12-02T18:21:40,150 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:21:40,150 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5414d3cf-39f5-4997-b46f-c4a151fd410e" 2024-12-02T18:21:40,150 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1edca41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:21:40,150 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,32951,-1] 2024-12-02T18:21:40,151 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:21:40,151 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:40,152 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:21:40,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70e47a41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:21:40,153 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:21:40,154 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,34529,1733163698408, seqNum=-1] 2024-12-02T18:21:40,154 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:21:40,155 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T18:21:40,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=95451c90bed2,32951,1733163698274 2024-12-02T18:21:40,157 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55203 2024-12-02T18:21:40,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55203, baseZNode=/1-696349674 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T18:21:40,171 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101974723700005 connected 2024-12-02T18:21:40,187 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:21:40,187 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,34105,1733163691899 2024-12-02T18:21:40,188 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c1a8d9f 2024-12-02T18:21:40,188 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:21:40,189 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T18:21:40,189 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34105 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T18:21:40,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34105 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T18:21:40,191 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T18:21:40,191 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:40,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34105 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T18:21:40,191 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T18:21:40,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:21:40,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741835_1011 (size=902) 2024-12-02T18:21:40,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:21:40,441 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T18:21:40,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:21:40,598 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 501b734bfc8bdf5a99f1feb134bfa96a, NAME => 'test,,1733163700189.501b734bfc8bdf5a99f1feb134bfa96a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620 2024-12-02T18:21:40,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741836_1012 (size=39) 2024-12-02T18:21:40,611 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733163700189.501b734bfc8bdf5a99f1feb134bfa96a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:21:40,611 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 501b734bfc8bdf5a99f1feb134bfa96a, disabling compactions & flushes 2024-12-02T18:21:40,611 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733163700189.501b734bfc8bdf5a99f1feb134bfa96a. 2024-12-02T18:21:40,611 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733163700189.501b734bfc8bdf5a99f1feb134bfa96a. 2024-12-02T18:21:40,611 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733163700189.501b734bfc8bdf5a99f1feb134bfa96a. after waiting 0 ms 2024-12-02T18:21:40,611 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733163700189.501b734bfc8bdf5a99f1feb134bfa96a. 2024-12-02T18:21:40,611 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733163700189.501b734bfc8bdf5a99f1feb134bfa96a. 2024-12-02T18:21:40,611 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 501b734bfc8bdf5a99f1feb134bfa96a: Waiting for close lock at 1733163700611Disabling compacts and flushes for region at 1733163700611Disabling writes for close at 1733163700611Writing region close event to WAL at 1733163700611Closed at 1733163700611 2024-12-02T18:21:40,613 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T18:21:40,613 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733163700189.501b734bfc8bdf5a99f1feb134bfa96a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733163700613"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733163700613"}]},"ts":"1733163700613"} 2024-12-02T18:21:40,616 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T18:21:40,617 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T18:21:40,618 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733163700617"}]},"ts":"1733163700617"} 2024-12-02T18:21:40,620 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T18:21:40,620 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=501b734bfc8bdf5a99f1feb134bfa96a, ASSIGN}] 2024-12-02T18:21:40,622 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=501b734bfc8bdf5a99f1feb134bfa96a, ASSIGN 2024-12-02T18:21:40,623 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=501b734bfc8bdf5a99f1feb134bfa96a, ASSIGN; state=OFFLINE, location=95451c90bed2,38375,1733163692150; forceNewPlan=false, retain=false 2024-12-02T18:21:40,773 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=501b734bfc8bdf5a99f1feb134bfa96a, regionState=OPENING, regionLocation=95451c90bed2,38375,1733163692150 2024-12-02T18:21:40,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=501b734bfc8bdf5a99f1feb134bfa96a, ASSIGN because future has completed 2024-12-02T18:21:40,776 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 501b734bfc8bdf5a99f1feb134bfa96a, server=95451c90bed2,38375,1733163692150}] 2024-12-02T18:21:40,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:21:40,931 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733163700189.501b734bfc8bdf5a99f1feb134bfa96a. 2024-12-02T18:21:40,931 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 501b734bfc8bdf5a99f1feb134bfa96a, NAME => 'test,,1733163700189.501b734bfc8bdf5a99f1feb134bfa96a.', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:21:40,931 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T18:21:40,931 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T18:21:40,931 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 501b734bfc8bdf5a99f1feb134bfa96a 2024-12-02T18:21:40,931 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733163700189.501b734bfc8bdf5a99f1feb134bfa96a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:21:40,931 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 501b734bfc8bdf5a99f1feb134bfa96a 2024-12-02T18:21:40,931 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 501b734bfc8bdf5a99f1feb134bfa96a 2024-12-02T18:21:40,932 INFO [StoreOpener-501b734bfc8bdf5a99f1feb134bfa96a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 501b734bfc8bdf5a99f1feb134bfa96a 2024-12-02T18:21:40,933 INFO [StoreOpener-501b734bfc8bdf5a99f1feb134bfa96a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 501b734bfc8bdf5a99f1feb134bfa96a columnFamilyName f 2024-12-02T18:21:40,934 DEBUG [StoreOpener-501b734bfc8bdf5a99f1feb134bfa96a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:40,934 INFO [StoreOpener-501b734bfc8bdf5a99f1feb134bfa96a-1 {}] regionserver.HStore(327): Store=501b734bfc8bdf5a99f1feb134bfa96a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:21:40,934 INFO [StoreOpener-501b734bfc8bdf5a99f1feb134bfa96a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 501b734bfc8bdf5a99f1feb134bfa96a 2024-12-02T18:21:40,935 INFO [StoreOpener-501b734bfc8bdf5a99f1feb134bfa96a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 501b734bfc8bdf5a99f1feb134bfa96a columnFamilyName f1 2024-12-02T18:21:40,935 DEBUG [StoreOpener-501b734bfc8bdf5a99f1feb134bfa96a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:40,935 INFO [StoreOpener-501b734bfc8bdf5a99f1feb134bfa96a-1 {}] regionserver.HStore(327): Store=501b734bfc8bdf5a99f1feb134bfa96a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:21:40,935 INFO [StoreOpener-501b734bfc8bdf5a99f1feb134bfa96a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 501b734bfc8bdf5a99f1feb134bfa96a 2024-12-02T18:21:40,936 INFO [StoreOpener-501b734bfc8bdf5a99f1feb134bfa96a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 501b734bfc8bdf5a99f1feb134bfa96a columnFamilyName norep 2024-12-02T18:21:40,936 DEBUG [StoreOpener-501b734bfc8bdf5a99f1feb134bfa96a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:40,936 INFO [StoreOpener-501b734bfc8bdf5a99f1feb134bfa96a-1 {}] regionserver.HStore(327): Store=501b734bfc8bdf5a99f1feb134bfa96a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:21:40,936 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 501b734bfc8bdf5a99f1feb134bfa96a 2024-12-02T18:21:40,937 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/data/default/test/501b734bfc8bdf5a99f1feb134bfa96a 2024-12-02T18:21:40,937 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/data/default/test/501b734bfc8bdf5a99f1feb134bfa96a 2024-12-02T18:21:40,938 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 501b734bfc8bdf5a99f1feb134bfa96a 2024-12-02T18:21:40,938 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 501b734bfc8bdf5a99f1feb134bfa96a 2024-12-02T18:21:40,938 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T18:21:40,939 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 501b734bfc8bdf5a99f1feb134bfa96a 2024-12-02T18:21:40,941 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/data/default/test/501b734bfc8bdf5a99f1feb134bfa96a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T18:21:40,941 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 501b734bfc8bdf5a99f1feb134bfa96a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74856856, jitterRate=0.11545407772064209}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T18:21:40,941 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 501b734bfc8bdf5a99f1feb134bfa96a 2024-12-02T18:21:40,942 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 501b734bfc8bdf5a99f1feb134bfa96a: Running coprocessor pre-open hook at 1733163700931Writing region info on filesystem at 1733163700931Initializing all the Stores at 1733163700932 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163700932Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163700932Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163700932Cleaning up temporary data from old regions at 1733163700938 (+6 ms)Running coprocessor post-open hooks at 1733163700941 (+3 ms)Region opened successfully at 1733163700941 2024-12-02T18:21:40,942 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733163700189.501b734bfc8bdf5a99f1feb134bfa96a., pid=6, masterSystemTime=1733163700927 2024-12-02T18:21:40,944 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733163700189.501b734bfc8bdf5a99f1feb134bfa96a. 2024-12-02T18:21:40,944 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733163700189.501b734bfc8bdf5a99f1feb134bfa96a. 2024-12-02T18:21:40,944 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=501b734bfc8bdf5a99f1feb134bfa96a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=95451c90bed2,38375,1733163692150 2024-12-02T18:21:40,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 501b734bfc8bdf5a99f1feb134bfa96a, server=95451c90bed2,38375,1733163692150 because future has completed 2024-12-02T18:21:40,948 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T18:21:40,948 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 501b734bfc8bdf5a99f1feb134bfa96a, server=95451c90bed2,38375,1733163692150 in 171 msec 2024-12-02T18:21:40,950 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T18:21:40,950 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=501b734bfc8bdf5a99f1feb134bfa96a, ASSIGN in 328 msec 2024-12-02T18:21:40,950 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T18:21:40,950 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733163700950"}]},"ts":"1733163700950"} 2024-12-02T18:21:40,952 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T18:21:40,953 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T18:21:40,954 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 764 msec 2024-12-02T18:21:41,063 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T18:21:41,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:41,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:41,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:41,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:41,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:41,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:41,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:41,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:41,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:41,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:21:41,328 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T18:21:41,329 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:21:41,329 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,32951,1733163698274 2024-12-02T18:21:41,329 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6cf46bd 2024-12-02T18:21:41,329 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:21:41,330 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T18:21:41,331 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32951 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T18:21:41,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32951 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T18:21:41,333 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T18:21:41,333 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:41,333 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32951 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T18:21:41,334 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T18:21:41,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:21:41,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741835_1011 (size=902) 2024-12-02T18:21:41,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:21:41,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:21:41,741 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d82c58e7327c4d1be2f1d24ebeffee97, NAME => 'test,,1733163701330.d82c58e7327c4d1be2f1d24ebeffee97.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec 2024-12-02T18:21:41,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741836_1012 (size=39) 2024-12-02T18:21:41,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:21:42,158 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733163701330.d82c58e7327c4d1be2f1d24ebeffee97.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:21:42,159 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d82c58e7327c4d1be2f1d24ebeffee97, disabling compactions & flushes 2024-12-02T18:21:42,159 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733163701330.d82c58e7327c4d1be2f1d24ebeffee97. 2024-12-02T18:21:42,159 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733163701330.d82c58e7327c4d1be2f1d24ebeffee97. 2024-12-02T18:21:42,159 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733163701330.d82c58e7327c4d1be2f1d24ebeffee97. after waiting 0 ms 2024-12-02T18:21:42,159 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733163701330.d82c58e7327c4d1be2f1d24ebeffee97. 2024-12-02T18:21:42,159 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733163701330.d82c58e7327c4d1be2f1d24ebeffee97. 2024-12-02T18:21:42,159 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d82c58e7327c4d1be2f1d24ebeffee97: Waiting for close lock at 1733163702158Disabling compacts and flushes for region at 1733163702158Disabling writes for close at 1733163702159 (+1 ms)Writing region close event to WAL at 1733163702159Closed at 1733163702159 2024-12-02T18:21:42,160 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T18:21:42,160 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733163701330.d82c58e7327c4d1be2f1d24ebeffee97.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733163702160"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733163702160"}]},"ts":"1733163702160"} 2024-12-02T18:21:42,162 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T18:21:42,163 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T18:21:42,163 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733163702163"}]},"ts":"1733163702163"} 2024-12-02T18:21:42,164 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T18:21:42,165 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d82c58e7327c4d1be2f1d24ebeffee97, ASSIGN}] 2024-12-02T18:21:42,166 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d82c58e7327c4d1be2f1d24ebeffee97, ASSIGN 2024-12-02T18:21:42,166 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d82c58e7327c4d1be2f1d24ebeffee97, ASSIGN; state=OFFLINE, location=95451c90bed2,34529,1733163698408; forceNewPlan=false, retain=false 2024-12-02T18:21:42,317 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d82c58e7327c4d1be2f1d24ebeffee97, regionState=OPENING, regionLocation=95451c90bed2,34529,1733163698408 2024-12-02T18:21:42,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d82c58e7327c4d1be2f1d24ebeffee97, ASSIGN because future has completed 2024-12-02T18:21:42,319 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d82c58e7327c4d1be2f1d24ebeffee97, server=95451c90bed2,34529,1733163698408}] 2024-12-02T18:21:42,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:21:42,473 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733163701330.d82c58e7327c4d1be2f1d24ebeffee97. 2024-12-02T18:21:42,473 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d82c58e7327c4d1be2f1d24ebeffee97, NAME => 'test,,1733163701330.d82c58e7327c4d1be2f1d24ebeffee97.', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:21:42,474 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T18:21:42,474 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T18:21:42,474 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d82c58e7327c4d1be2f1d24ebeffee97 2024-12-02T18:21:42,474 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733163701330.d82c58e7327c4d1be2f1d24ebeffee97.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:21:42,474 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d82c58e7327c4d1be2f1d24ebeffee97 2024-12-02T18:21:42,474 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d82c58e7327c4d1be2f1d24ebeffee97 2024-12-02T18:21:42,475 INFO [StoreOpener-d82c58e7327c4d1be2f1d24ebeffee97-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d82c58e7327c4d1be2f1d24ebeffee97 2024-12-02T18:21:42,476 INFO [StoreOpener-d82c58e7327c4d1be2f1d24ebeffee97-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d82c58e7327c4d1be2f1d24ebeffee97 columnFamilyName f 2024-12-02T18:21:42,476 DEBUG [StoreOpener-d82c58e7327c4d1be2f1d24ebeffee97-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:42,476 INFO [StoreOpener-d82c58e7327c4d1be2f1d24ebeffee97-1 {}] regionserver.HStore(327): Store=d82c58e7327c4d1be2f1d24ebeffee97/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:21:42,476 INFO [StoreOpener-d82c58e7327c4d1be2f1d24ebeffee97-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d82c58e7327c4d1be2f1d24ebeffee97 2024-12-02T18:21:42,477 INFO [StoreOpener-d82c58e7327c4d1be2f1d24ebeffee97-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d82c58e7327c4d1be2f1d24ebeffee97 columnFamilyName f1 2024-12-02T18:21:42,477 DEBUG [StoreOpener-d82c58e7327c4d1be2f1d24ebeffee97-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:42,477 INFO [StoreOpener-d82c58e7327c4d1be2f1d24ebeffee97-1 {}] regionserver.HStore(327): Store=d82c58e7327c4d1be2f1d24ebeffee97/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:21:42,477 INFO [StoreOpener-d82c58e7327c4d1be2f1d24ebeffee97-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d82c58e7327c4d1be2f1d24ebeffee97 2024-12-02T18:21:42,478 INFO [StoreOpener-d82c58e7327c4d1be2f1d24ebeffee97-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d82c58e7327c4d1be2f1d24ebeffee97 columnFamilyName norep 2024-12-02T18:21:42,478 DEBUG [StoreOpener-d82c58e7327c4d1be2f1d24ebeffee97-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:42,478 INFO [StoreOpener-d82c58e7327c4d1be2f1d24ebeffee97-1 {}] regionserver.HStore(327): Store=d82c58e7327c4d1be2f1d24ebeffee97/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:21:42,478 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d82c58e7327c4d1be2f1d24ebeffee97 2024-12-02T18:21:42,479 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/data/default/test/d82c58e7327c4d1be2f1d24ebeffee97 2024-12-02T18:21:42,479 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/data/default/test/d82c58e7327c4d1be2f1d24ebeffee97 2024-12-02T18:21:42,480 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d82c58e7327c4d1be2f1d24ebeffee97 2024-12-02T18:21:42,480 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d82c58e7327c4d1be2f1d24ebeffee97 2024-12-02T18:21:42,480 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T18:21:42,481 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d82c58e7327c4d1be2f1d24ebeffee97 2024-12-02T18:21:42,482 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/data/default/test/d82c58e7327c4d1be2f1d24ebeffee97/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T18:21:42,483 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d82c58e7327c4d1be2f1d24ebeffee97; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72788629, jitterRate=0.08463509380817413}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T18:21:42,483 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d82c58e7327c4d1be2f1d24ebeffee97 2024-12-02T18:21:42,483 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d82c58e7327c4d1be2f1d24ebeffee97: Running coprocessor pre-open hook at 1733163702474Writing region info on filesystem at 1733163702474Initializing all the Stores at 1733163702475 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163702475Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163702475Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163702475Cleaning up temporary data from old regions at 1733163702480 (+5 ms)Running coprocessor post-open hooks at 1733163702483 (+3 ms)Region opened successfully at 1733163702483 2024-12-02T18:21:42,484 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733163701330.d82c58e7327c4d1be2f1d24ebeffee97., pid=6, masterSystemTime=1733163702471 2024-12-02T18:21:42,485 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733163701330.d82c58e7327c4d1be2f1d24ebeffee97. 2024-12-02T18:21:42,486 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733163701330.d82c58e7327c4d1be2f1d24ebeffee97. 2024-12-02T18:21:42,486 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d82c58e7327c4d1be2f1d24ebeffee97, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=95451c90bed2,34529,1733163698408 2024-12-02T18:21:42,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d82c58e7327c4d1be2f1d24ebeffee97, server=95451c90bed2,34529,1733163698408 because future has completed 2024-12-02T18:21:42,492 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T18:21:42,492 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d82c58e7327c4d1be2f1d24ebeffee97, server=95451c90bed2,34529,1733163698408 in 170 msec 2024-12-02T18:21:42,494 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T18:21:42,494 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d82c58e7327c4d1be2f1d24ebeffee97, ASSIGN in 327 msec 2024-12-02T18:21:42,495 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T18:21:42,495 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733163702495"}]},"ts":"1733163702495"} 2024-12-02T18:21:42,496 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T18:21:42,498 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T18:21:42,499 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1670 sec 2024-12-02T18:21:42,808 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:21:42,809 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [95451c90bed2,40805,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=95451c90bed2:40805 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T18:21:42,809 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18292 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [95451c90bed2,40805,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=95451c90bed2:40805 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T18:21:43,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:21:43,479 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T18:21:43,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1131e46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:21:43,479 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,34105,-1 for getting cluster id 2024-12-02T18:21:43,480 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:21:43,480 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1c270e9d-686a-4350-a0ad-c07a1051f209' 2024-12-02T18:21:43,480 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:21:43,480 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1c270e9d-686a-4350-a0ad-c07a1051f209" 2024-12-02T18:21:43,480 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b82ea8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:21:43,480 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,34105,-1] 2024-12-02T18:21:43,481 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:21:43,481 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:43,481 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:21:43,482 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aab1e88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:21:43,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22f7cb82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:21:43,482 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,32951,-1 for getting cluster id 2024-12-02T18:21:43,482 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:21:43,483 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5414d3cf-39f5-4997-b46f-c4a151fd410e' 2024-12-02T18:21:43,483 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:21:43,483 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5414d3cf-39f5-4997-b46f-c4a151fd410e" 2024-12-02T18:21:43,483 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@645e855a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:21:43,483 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,32951,-1] 2024-12-02T18:21:43,483 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:21:43,483 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:43,484 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:21:43,484 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5325626, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:21:43,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ca3b52b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:21:43,485 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,34105,-1 for getting cluster id 2024-12-02T18:21:43,485 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:21:43,485 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1c270e9d-686a-4350-a0ad-c07a1051f209' 2024-12-02T18:21:43,486 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:21:43,486 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1c270e9d-686a-4350-a0ad-c07a1051f209" 2024-12-02T18:21:43,486 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20ad20c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:21:43,486 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,34105,-1] 2024-12-02T18:21:43,486 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:21:43,486 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:43,486 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:21:43,487 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20fd84e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:21:43,487 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:21:43,488 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,34105,1733163691899 2024-12-02T18:21:43,488 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@acb95a2 2024-12-02T18:21:43,488 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:21:43,488 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T18:21:43,489 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34105 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://95451c90bed2:32951,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T18:21:43,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34105 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T18:21:43,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T18:21:43,491 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='95451c90bed2:32951' 2024-12-02T18:21:43,491 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42b2dd4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:21:43,491 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,32951,-1 for getting cluster id 2024-12-02T18:21:43,492 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:21:43,492 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5414d3cf-39f5-4997-b46f-c4a151fd410e' 2024-12-02T18:21:43,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:21:43,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5414d3cf-39f5-4997-b46f-c4a151fd410e" 2024-12-02T18:21:43,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@331bf813, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:21:43,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,32951,-1] 2024-12-02T18:21:43,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:21:43,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:43,493 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:21:43,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f7cee8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:21:43,494 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:21:43,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,32951,1733163698274 2024-12-02T18:21:43,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a7d29a9 2024-12-02T18:21:43,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:21:43,495 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T18:21:43,495 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-02T18:21:43,495 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T18:21:43,495 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:43,495 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:21:43,495 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:43,496 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T18:21:43,497 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T18:21:43,497 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T18:21:43,497 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:43,498 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T18:21:43,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741837_1013 (size=1138) 2024-12-02T18:21:43,547 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T18:21:43,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T18:21:43,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T18:21:43,904 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6bb543bd94994eef2f3a56d362b5173b, NAME => 'hbase:replication,,1733163703496.6bb543bd94994eef2f3a56d362b5173b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620 2024-12-02T18:21:43,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741838_1014 (size=44) 2024-12-02T18:21:44,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T18:21:44,309 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733163703496.6bb543bd94994eef2f3a56d362b5173b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:21:44,309 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6bb543bd94994eef2f3a56d362b5173b, disabling compactions & flushes 2024-12-02T18:21:44,309 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733163703496.6bb543bd94994eef2f3a56d362b5173b. 2024-12-02T18:21:44,309 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733163703496.6bb543bd94994eef2f3a56d362b5173b. 2024-12-02T18:21:44,309 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733163703496.6bb543bd94994eef2f3a56d362b5173b. after waiting 0 ms 2024-12-02T18:21:44,309 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733163703496.6bb543bd94994eef2f3a56d362b5173b. 2024-12-02T18:21:44,310 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733163703496.6bb543bd94994eef2f3a56d362b5173b. 2024-12-02T18:21:44,310 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6bb543bd94994eef2f3a56d362b5173b: Waiting for close lock at 1733163704309Disabling compacts and flushes for region at 1733163704309Disabling writes for close at 1733163704309Writing region close event to WAL at 1733163704310 (+1 ms)Closed at 1733163704310 2024-12-02T18:21:44,311 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T18:21:44,311 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733163703496.6bb543bd94994eef2f3a56d362b5173b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733163704311"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733163704311"}]},"ts":"1733163704311"} 2024-12-02T18:21:44,312 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T18:21:44,313 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T18:21:44,313 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733163704313"}]},"ts":"1733163704313"} 2024-12-02T18:21:44,315 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T18:21:44,315 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6bb543bd94994eef2f3a56d362b5173b, ASSIGN}] 2024-12-02T18:21:44,316 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6bb543bd94994eef2f3a56d362b5173b, ASSIGN 2024-12-02T18:21:44,316 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6bb543bd94994eef2f3a56d362b5173b, ASSIGN; state=OFFLINE, location=95451c90bed2,38375,1733163692150; forceNewPlan=false, retain=false 2024-12-02T18:21:44,467 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6bb543bd94994eef2f3a56d362b5173b, regionState=OPENING, regionLocation=95451c90bed2,38375,1733163692150 2024-12-02T18:21:44,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6bb543bd94994eef2f3a56d362b5173b, ASSIGN because future has completed 2024-12-02T18:21:44,469 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6bb543bd94994eef2f3a56d362b5173b, server=95451c90bed2,38375,1733163692150}] 2024-12-02T18:21:44,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T18:21:44,630 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733163703496.6bb543bd94994eef2f3a56d362b5173b. 2024-12-02T18:21:44,630 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:21:44,631 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T18:21:44,633 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=95451c90bed2%2C38375%2C1733163692150.rep, suffix=, logDir=hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/WALs/95451c90bed2,38375,1733163692150, archiveDir=hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/oldWALs, maxLogs=10 2024-12-02T18:21:44,646 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/WALs/95451c90bed2,38375,1733163692150/95451c90bed2%2C38375%2C1733163692150.rep.1733163704633, exclude list is [], retry=0 2024-12-02T18:21:44,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39503,DS-3e7b7f84-6998-40a8-98b5-1024346c59d5,DISK] 2024-12-02T18:21:44,649 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/WALs/95451c90bed2,38375,1733163692150/95451c90bed2%2C38375%2C1733163692150.rep.1733163704633 2024-12-02T18:21:44,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40571:40571)] 2024-12-02T18:21:44,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 6bb543bd94994eef2f3a56d362b5173b, NAME => 'hbase:replication,,1733163703496.6bb543bd94994eef2f3a56d362b5173b.', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:21:44,650 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T18:21:44,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T18:21:44,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733163703496.6bb543bd94994eef2f3a56d362b5173b. service=MultiRowMutationService 2024-12-02T18:21:44,650 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T18:21:44,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6bb543bd94994eef2f3a56d362b5173b 2024-12-02T18:21:44,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733163703496.6bb543bd94994eef2f3a56d362b5173b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:21:44,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 6bb543bd94994eef2f3a56d362b5173b 2024-12-02T18:21:44,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 6bb543bd94994eef2f3a56d362b5173b 2024-12-02T18:21:44,652 INFO [StoreOpener-6bb543bd94994eef2f3a56d362b5173b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6bb543bd94994eef2f3a56d362b5173b 2024-12-02T18:21:44,653 INFO [StoreOpener-6bb543bd94994eef2f3a56d362b5173b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bb543bd94994eef2f3a56d362b5173b columnFamilyName hfileref 2024-12-02T18:21:44,653 DEBUG [StoreOpener-6bb543bd94994eef2f3a56d362b5173b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:44,653 INFO [StoreOpener-6bb543bd94994eef2f3a56d362b5173b-1 {}] regionserver.HStore(327): Store=6bb543bd94994eef2f3a56d362b5173b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:21:44,653 INFO [StoreOpener-6bb543bd94994eef2f3a56d362b5173b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6bb543bd94994eef2f3a56d362b5173b 2024-12-02T18:21:44,654 INFO [StoreOpener-6bb543bd94994eef2f3a56d362b5173b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bb543bd94994eef2f3a56d362b5173b columnFamilyName queue 2024-12-02T18:21:44,654 DEBUG [StoreOpener-6bb543bd94994eef2f3a56d362b5173b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:44,654 INFO [StoreOpener-6bb543bd94994eef2f3a56d362b5173b-1 {}] regionserver.HStore(327): Store=6bb543bd94994eef2f3a56d362b5173b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:21:44,654 INFO [StoreOpener-6bb543bd94994eef2f3a56d362b5173b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6bb543bd94994eef2f3a56d362b5173b 2024-12-02T18:21:44,655 INFO [StoreOpener-6bb543bd94994eef2f3a56d362b5173b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bb543bd94994eef2f3a56d362b5173b columnFamilyName sid 2024-12-02T18:21:44,655 DEBUG [StoreOpener-6bb543bd94994eef2f3a56d362b5173b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:44,655 INFO [StoreOpener-6bb543bd94994eef2f3a56d362b5173b-1 {}] regionserver.HStore(327): Store=6bb543bd94994eef2f3a56d362b5173b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:21:44,655 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 6bb543bd94994eef2f3a56d362b5173b 2024-12-02T18:21:44,656 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/data/hbase/replication/6bb543bd94994eef2f3a56d362b5173b 2024-12-02T18:21:44,656 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/data/hbase/replication/6bb543bd94994eef2f3a56d362b5173b 2024-12-02T18:21:44,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 6bb543bd94994eef2f3a56d362b5173b 2024-12-02T18:21:44,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 6bb543bd94994eef2f3a56d362b5173b 2024-12-02T18:21:44,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T18:21:44,658 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 6bb543bd94994eef2f3a56d362b5173b 2024-12-02T18:21:44,660 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/data/hbase/replication/6bb543bd94994eef2f3a56d362b5173b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T18:21:44,660 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 6bb543bd94994eef2f3a56d362b5173b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73799393, jitterRate=0.09969665110111237}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T18:21:44,660 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6bb543bd94994eef2f3a56d362b5173b 2024-12-02T18:21:44,660 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 6bb543bd94994eef2f3a56d362b5173b: Running coprocessor pre-open hook at 1733163704651Writing region info on filesystem at 1733163704651Initializing all the Stores at 1733163704651Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163704651Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163704651Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163704651Cleaning up temporary data from old regions at 1733163704657 (+6 ms)Running coprocessor post-open hooks at 1733163704660 (+3 ms)Region opened successfully at 1733163704660 2024-12-02T18:21:44,661 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733163703496.6bb543bd94994eef2f3a56d362b5173b., pid=10, masterSystemTime=1733163704620 2024-12-02T18:21:44,663 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6bb543bd94994eef2f3a56d362b5173b, regionState=OPEN, openSeqNum=2, regionLocation=95451c90bed2,38375,1733163692150 2024-12-02T18:21:44,664 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733163703496.6bb543bd94994eef2f3a56d362b5173b. 2024-12-02T18:21:44,664 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733163703496.6bb543bd94994eef2f3a56d362b5173b. 2024-12-02T18:21:44,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6bb543bd94994eef2f3a56d362b5173b, server=95451c90bed2,38375,1733163692150 because future has completed 2024-12-02T18:21:44,667 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T18:21:44,668 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6bb543bd94994eef2f3a56d362b5173b, server=95451c90bed2,38375,1733163692150 in 197 msec 2024-12-02T18:21:44,669 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T18:21:44,669 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6bb543bd94994eef2f3a56d362b5173b, ASSIGN in 353 msec 2024-12-02T18:21:44,670 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T18:21:44,670 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733163704670"}]},"ts":"1733163704670"} 2024-12-02T18:21:44,672 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T18:21:44,673 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T18:21:44,674 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1770 sec 2024-12-02T18:21:44,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733163703496.6bb543bd94994eef2f3a56d362b5173b., hostname=95451c90bed2,38375,1733163692150, seqNum=2] 2024-12-02T18:21:44,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38375-0x101974723700001, quorum=127.0.0.1:55203, baseZNode=/01740426886 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01740426886 2024-12-02T18:21:44,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34105-0x101974723700000, quorum=127.0.0.1:55203, baseZNode=/01740426886 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01740426886 2024-12-02T18:21:44,744 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T18:21:44,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38375 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T18:21:44,896 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T18:21:44,918 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-95451c90bed2,38375,1733163692150, ReplicationSource: 1, currentBandwidth=0 2024-12-02T18:21:44,919 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:21:44,919 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,38375,1733163692150, seqNum=-1] 2024-12-02T18:21:44,919 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:21:44,920 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39669, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-02T18:21:44,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-95451c90bed2,38375,1733163692150', locateType=CURRENT is [region=hbase:replication,,1733163703496.6bb543bd94994eef2f3a56d362b5173b., hostname=95451c90bed2,38375,1733163692150, seqNum=2] 2024-12-02T18:21:44,923 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T18:21:44,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34105 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T18:21:44,926 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 95451c90bed2,38375,1733163692150 suceeded 2024-12-02T18:21:44,928 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T18:21:44,928 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 182 msec 2024-12-02T18:21:44,928 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://95451c90bed2:32951,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T18:21:44,930 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4390 sec 2024-12-02T18:21:44,940 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38375,1733163692150 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='95451c90bed2:32951' 2024-12-02T18:21:44,941 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38375,1733163692150 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1967ca85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:21:44,941 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38375,1733163692150 {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,32951,-1 for getting cluster id 2024-12-02T18:21:44,941 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38375,1733163692150 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:21:44,942 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5414d3cf-39f5-4997-b46f-c4a151fd410e' 2024-12-02T18:21:44,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:21:44,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5414d3cf-39f5-4997-b46f-c4a151fd410e" 2024-12-02T18:21:44,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@673565f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:21:44,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,32951,-1] 2024-12-02T18:21:44,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:21:44,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:44,943 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:21:44,944 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38375,1733163692150 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1389e3a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:21:44,944 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38375,1733163692150 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:21:44,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,32951,1733163698274 2024-12-02T18:21:44,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3057ff14 2024-12-02T18:21:44,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:21:44,945 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-12-02T18:21:44,946 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38375,1733163692150 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-95451c90bed2,38375,1733163692150 (queues=1) is replicating from cluster=1c270e9d-686a-4350-a0ad-c07a1051f209 to cluster=5414d3cf-39f5-4997-b46f-c4a151fd410e 2024-12-02T18:21:44,946 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38375,1733163692150 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=95451c90bed2%2C38375%2C1733163692150 2024-12-02T18:21:44,946 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38375,1733163692150 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-95451c90bed2,38375,1733163692150, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T18:21:44,948 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38375,1733163692150.replicationSource.shipper95451c90bed2%2C38375%2C1733163692150,1-95451c90bed2,38375,1733163692150 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 95451c90bed2%2C38375%2C1733163692150 2024-12-02T18:21:44,948 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38375,1733163692150.replicationSource.wal-reader.95451c90bed2%2C38375%2C1733163692150,1-95451c90bed2,38375,1733163692150 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/WALs/95451c90bed2,38375,1733163692150/95451c90bed2%2C38375%2C1733163692150.1733163694581, startPosition=0, beingWritten=true 2024-12-02T18:21:44,967 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38375,1733163692150.replicationSource.wal-reader.95451c90bed2%2C38375%2C1733163692150,1-95451c90bed2,38375,1733163692150 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T18:21:44,967 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38375,1733163692150.replicationSource.wal-reader.95451c90bed2%2C38375%2C1733163692150,1-95451c90bed2,38375,1733163692150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/WALs/95451c90bed2,38375,1733163692150/95451c90bed2%2C38375%2C1733163692150.1733163694581 to pos 379, reset compression=false 2024-12-02T18:21:44,967 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38375,1733163692150.replicationSource.shipper95451c90bed2%2C38375%2C1733163692150,1-95451c90bed2,38375,1733163692150 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-95451c90bed2,38375,1733163692150 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/WALs/95451c90bed2,38375,1733163692150/95451c90bed2%2C38375%2C1733163692150.1733163694581, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T18:21:45,171 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38375,1733163692150.replicationSource.wal-reader.95451c90bed2%2C38375%2C1733163692150,1-95451c90bed2,38375,1733163692150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/WALs/95451c90bed2,38375,1733163692150/95451c90bed2%2C38375%2C1733163692150.1733163694581 to pos 379, reset compression=false 2024-12-02T18:21:45,345 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-02T18:21:45,475 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38375,1733163692150.replicationSource.wal-reader.95451c90bed2%2C38375%2C1733163692150,1-95451c90bed2,38375,1733163692150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/WALs/95451c90bed2,38375,1733163692150/95451c90bed2%2C38375%2C1733163692150.1733163694581 to pos 379, reset compression=false 2024-12-02T18:21:45,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T18:21:45,649 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T18:21:45,649 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T18:21:45,649 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:21:45,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:45,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:45,649 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:21:45,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fff106b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:21:45,650 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,32951,-1 for getting cluster id 2024-12-02T18:21:45,651 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:21:45,651 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5414d3cf-39f5-4997-b46f-c4a151fd410e' 2024-12-02T18:21:45,651 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:21:45,652 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5414d3cf-39f5-4997-b46f-c4a151fd410e" 2024-12-02T18:21:45,652 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a83b141, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:21:45,652 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,32951,-1] 2024-12-02T18:21:45,652 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:21:45,652 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:45,654 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:21:45,655 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40852a50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:21:45,655 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:21:45,656 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,32951,1733163698274 2024-12-02T18:21:45,656 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f6a8492 2024-12-02T18:21:45,656 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:21:45,658 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T18:21:45,658 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32951 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://95451c90bed2:34105,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T18:21:45,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32951 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T18:21:45,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T18:21:45,661 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='95451c90bed2:34105' 2024-12-02T18:21:45,663 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40c8c13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:21:45,663 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,34105,-1 for getting cluster id 2024-12-02T18:21:45,663 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:21:45,664 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1c270e9d-686a-4350-a0ad-c07a1051f209' 2024-12-02T18:21:45,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:21:45,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1c270e9d-686a-4350-a0ad-c07a1051f209" 2024-12-02T18:21:45,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e532d42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:21:45,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,34105,-1] 2024-12-02T18:21:45,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:21:45,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:45,665 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:21:45,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@199062b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:21:45,666 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:21:45,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,34105,1733163691899 2024-12-02T18:21:45,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4bc2d5cb 2024-12-02T18:21:45,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:21:45,668 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T18:21:45,668 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-02T18:21:45,668 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T18:21:45,668 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:45,669 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:45,669 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:21:45,669 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T18:21:45,670 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T18:21:45,671 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T18:21:45,671 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:45,673 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T18:21:45,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741837_1013 (size=1138) 2024-12-02T18:21:45,687 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 733b3bf3c25546fea6ec0ed73d4428b9, NAME => 'hbase:replication,,1733163705669.733b3bf3c25546fea6ec0ed73d4428b9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec 2024-12-02T18:21:45,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741838_1014 (size=44) 2024-12-02T18:21:45,720 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T18:21:45,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T18:21:45,879 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38375,1733163692150.replicationSource.wal-reader.95451c90bed2%2C38375%2C1733163692150,1-95451c90bed2,38375,1733163692150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/WALs/95451c90bed2,38375,1733163692150/95451c90bed2%2C38375%2C1733163692150.1733163694581 to pos 379, reset compression=false 2024-12-02T18:21:45,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T18:21:46,092 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733163705669.733b3bf3c25546fea6ec0ed73d4428b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:21:46,092 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 733b3bf3c25546fea6ec0ed73d4428b9, disabling compactions & flushes 2024-12-02T18:21:46,092 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733163705669.733b3bf3c25546fea6ec0ed73d4428b9. 2024-12-02T18:21:46,092 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733163705669.733b3bf3c25546fea6ec0ed73d4428b9. 2024-12-02T18:21:46,092 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733163705669.733b3bf3c25546fea6ec0ed73d4428b9. after waiting 0 ms 2024-12-02T18:21:46,092 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733163705669.733b3bf3c25546fea6ec0ed73d4428b9. 2024-12-02T18:21:46,092 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733163705669.733b3bf3c25546fea6ec0ed73d4428b9. 2024-12-02T18:21:46,092 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 733b3bf3c25546fea6ec0ed73d4428b9: Waiting for close lock at 1733163706092Disabling compacts and flushes for region at 1733163706092Disabling writes for close at 1733163706092Writing region close event to WAL at 1733163706092Closed at 1733163706092 2024-12-02T18:21:46,093 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T18:21:46,093 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733163705669.733b3bf3c25546fea6ec0ed73d4428b9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733163706093"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733163706093"}]},"ts":"1733163706093"} 2024-12-02T18:21:46,095 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T18:21:46,096 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T18:21:46,096 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733163706096"}]},"ts":"1733163706096"} 2024-12-02T18:21:46,098 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T18:21:46,098 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=733b3bf3c25546fea6ec0ed73d4428b9, ASSIGN}] 2024-12-02T18:21:46,099 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=733b3bf3c25546fea6ec0ed73d4428b9, ASSIGN 2024-12-02T18:21:46,100 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=733b3bf3c25546fea6ec0ed73d4428b9, ASSIGN; state=OFFLINE, location=95451c90bed2,34529,1733163698408; forceNewPlan=false, retain=false 2024-12-02T18:21:46,250 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=733b3bf3c25546fea6ec0ed73d4428b9, regionState=OPENING, regionLocation=95451c90bed2,34529,1733163698408 2024-12-02T18:21:46,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=733b3bf3c25546fea6ec0ed73d4428b9, ASSIGN because future has completed 2024-12-02T18:21:46,253 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 733b3bf3c25546fea6ec0ed73d4428b9, server=95451c90bed2,34529,1733163698408}] 2024-12-02T18:21:46,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T18:21:46,385 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38375,1733163692150.replicationSource.wal-reader.95451c90bed2%2C38375%2C1733163692150,1-95451c90bed2,38375,1733163692150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/WALs/95451c90bed2,38375,1733163692150/95451c90bed2%2C38375%2C1733163692150.1733163694581 to pos 379, reset compression=false 2024-12-02T18:21:46,407 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733163705669.733b3bf3c25546fea6ec0ed73d4428b9. 2024-12-02T18:21:46,407 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:21:46,408 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T18:21:46,409 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=95451c90bed2%2C34529%2C1733163698408.rep, suffix=, logDir=hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/WALs/95451c90bed2,34529,1733163698408, archiveDir=hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/oldWALs, maxLogs=10 2024-12-02T18:21:46,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/WALs/95451c90bed2,34529,1733163698408/95451c90bed2%2C34529%2C1733163698408.rep.1733163706409, exclude list is [], retry=0 2024-12-02T18:21:46,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45357,DS-18b63073-6dd3-41d6-9a44-791f3472767a,DISK] 2024-12-02T18:21:46,429 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/WALs/95451c90bed2,34529,1733163698408/95451c90bed2%2C34529%2C1733163698408.rep.1733163706409 2024-12-02T18:21:46,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34157:34157)] 2024-12-02T18:21:46,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 733b3bf3c25546fea6ec0ed73d4428b9, NAME => 'hbase:replication,,1733163705669.733b3bf3c25546fea6ec0ed73d4428b9.', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:21:46,430 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T18:21:46,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T18:21:46,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733163705669.733b3bf3c25546fea6ec0ed73d4428b9. service=MultiRowMutationService 2024-12-02T18:21:46,430 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T18:21:46,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 733b3bf3c25546fea6ec0ed73d4428b9 2024-12-02T18:21:46,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733163705669.733b3bf3c25546fea6ec0ed73d4428b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:21:46,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 733b3bf3c25546fea6ec0ed73d4428b9 2024-12-02T18:21:46,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 733b3bf3c25546fea6ec0ed73d4428b9 2024-12-02T18:21:46,431 INFO [StoreOpener-733b3bf3c25546fea6ec0ed73d4428b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 733b3bf3c25546fea6ec0ed73d4428b9 2024-12-02T18:21:46,432 INFO [StoreOpener-733b3bf3c25546fea6ec0ed73d4428b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 733b3bf3c25546fea6ec0ed73d4428b9 columnFamilyName hfileref 2024-12-02T18:21:46,432 DEBUG [StoreOpener-733b3bf3c25546fea6ec0ed73d4428b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:46,433 INFO [StoreOpener-733b3bf3c25546fea6ec0ed73d4428b9-1 {}] regionserver.HStore(327): Store=733b3bf3c25546fea6ec0ed73d4428b9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:21:46,433 INFO [StoreOpener-733b3bf3c25546fea6ec0ed73d4428b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 733b3bf3c25546fea6ec0ed73d4428b9 2024-12-02T18:21:46,434 INFO [StoreOpener-733b3bf3c25546fea6ec0ed73d4428b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 733b3bf3c25546fea6ec0ed73d4428b9 columnFamilyName queue 2024-12-02T18:21:46,434 DEBUG [StoreOpener-733b3bf3c25546fea6ec0ed73d4428b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:46,434 INFO [StoreOpener-733b3bf3c25546fea6ec0ed73d4428b9-1 {}] regionserver.HStore(327): Store=733b3bf3c25546fea6ec0ed73d4428b9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:21:46,434 INFO [StoreOpener-733b3bf3c25546fea6ec0ed73d4428b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 733b3bf3c25546fea6ec0ed73d4428b9 2024-12-02T18:21:46,434 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T18:21:46,435 INFO [StoreOpener-733b3bf3c25546fea6ec0ed73d4428b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 733b3bf3c25546fea6ec0ed73d4428b9 columnFamilyName sid 2024-12-02T18:21:46,435 DEBUG [StoreOpener-733b3bf3c25546fea6ec0ed73d4428b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:21:46,435 INFO [StoreOpener-733b3bf3c25546fea6ec0ed73d4428b9-1 {}] regionserver.HStore(327): Store=733b3bf3c25546fea6ec0ed73d4428b9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:21:46,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 733b3bf3c25546fea6ec0ed73d4428b9 2024-12-02T18:21:46,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/data/hbase/replication/733b3bf3c25546fea6ec0ed73d4428b9 2024-12-02T18:21:46,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/data/hbase/replication/733b3bf3c25546fea6ec0ed73d4428b9 2024-12-02T18:21:46,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 733b3bf3c25546fea6ec0ed73d4428b9 2024-12-02T18:21:46,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 733b3bf3c25546fea6ec0ed73d4428b9 2024-12-02T18:21:46,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T18:21:46,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 733b3bf3c25546fea6ec0ed73d4428b9 2024-12-02T18:21:46,440 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/data/hbase/replication/733b3bf3c25546fea6ec0ed73d4428b9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T18:21:46,440 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 733b3bf3c25546fea6ec0ed73d4428b9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64032747, jitterRate=-0.04583771526813507}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T18:21:46,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 733b3bf3c25546fea6ec0ed73d4428b9 2024-12-02T18:21:46,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 733b3bf3c25546fea6ec0ed73d4428b9: Running coprocessor pre-open hook at 1733163706430Writing region info on filesystem at 1733163706430Initializing all the Stores at 1733163706431 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163706431Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163706431Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163706431Cleaning up temporary data from old regions at 1733163706437 (+6 ms)Running coprocessor post-open hooks at 1733163706441 (+4 ms)Region opened successfully at 1733163706441 2024-12-02T18:21:46,442 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733163705669.733b3bf3c25546fea6ec0ed73d4428b9., pid=10, masterSystemTime=1733163706404 2024-12-02T18:21:46,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733163705669.733b3bf3c25546fea6ec0ed73d4428b9. 2024-12-02T18:21:46,444 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733163705669.733b3bf3c25546fea6ec0ed73d4428b9. 2024-12-02T18:21:46,444 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=733b3bf3c25546fea6ec0ed73d4428b9, regionState=OPEN, openSeqNum=2, regionLocation=95451c90bed2,34529,1733163698408 2024-12-02T18:21:46,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 733b3bf3c25546fea6ec0ed73d4428b9, server=95451c90bed2,34529,1733163698408 because future has completed 2024-12-02T18:21:46,449 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T18:21:46,449 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 733b3bf3c25546fea6ec0ed73d4428b9, server=95451c90bed2,34529,1733163698408 in 194 msec 2024-12-02T18:21:46,451 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T18:21:46,451 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=733b3bf3c25546fea6ec0ed73d4428b9, ASSIGN in 351 msec 2024-12-02T18:21:46,452 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T18:21:46,452 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733163706452"}]},"ts":"1733163706452"} 2024-12-02T18:21:46,454 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T18:21:46,454 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T18:21:46,456 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 785 msec 2024-12-02T18:21:46,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:46,457 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:46,457 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:46,457 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:46,457 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:46,457 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:46,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:46,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:46,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:46,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733163705669.733b3bf3c25546fea6ec0ed73d4428b9., hostname=95451c90bed2,34529,1733163698408, seqNum=2] 2024-12-02T18:21:46,481 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-02T18:21:46,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32951-0x101974723700003, quorum=127.0.0.1:55203, baseZNode=/1-696349674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-696349674 2024-12-02T18:21:46,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34529-0x101974723700004, quorum=127.0.0.1:55203, baseZNode=/1-696349674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-696349674 2024-12-02T18:21:46,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T18:21:46,604 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-02T18:21:46,604 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-02T18:21:46,605 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-02T18:21:46,605 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-02T18:21:46,605 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T18:21:46,605 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-02T18:21:46,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34529 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T18:21:46,676 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T18:21:46,706 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-95451c90bed2,34529,1733163698408, ReplicationSource: 1, currentBandwidth=0 2024-12-02T18:21:46,707 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:21:46,707 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,34529,1733163698408, seqNum=-1] 2024-12-02T18:21:46,707 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:21:46,708 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38983, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-02T18:21:46,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-95451c90bed2,34529,1733163698408', locateType=CURRENT is [region=hbase:replication,,1733163705669.733b3bf3c25546fea6ec0ed73d4428b9., hostname=95451c90bed2,34529,1733163698408, seqNum=2] 2024-12-02T18:21:46,716 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T18:21:46,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32951 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T18:21:46,718 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 95451c90bed2,34529,1733163698408 suceeded 2024-12-02T18:21:46,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T18:21:46,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec 2024-12-02T18:21:46,720 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://95451c90bed2:34105,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T18:21:46,721 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0620 sec 2024-12-02T18:21:46,730 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,34529,1733163698408 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='95451c90bed2:34105' 2024-12-02T18:21:46,731 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,34529,1733163698408 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b08a466, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:21:46,731 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,34529,1733163698408 {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,34105,-1 for getting cluster id 2024-12-02T18:21:46,731 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,34529,1733163698408 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:21:46,731 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1c270e9d-686a-4350-a0ad-c07a1051f209' 2024-12-02T18:21:46,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:21:46,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1c270e9d-686a-4350-a0ad-c07a1051f209" 2024-12-02T18:21:46,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27168b82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:21:46,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,34105,-1] 2024-12-02T18:21:46,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:21:46,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:46,733 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:21:46,733 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,34529,1733163698408 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28962680, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:21:46,733 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,34529,1733163698408 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:21:46,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,34105,1733163691899 2024-12-02T18:21:46,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31e3c7d7 2024-12-02T18:21:46,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:21:46,735 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-12-02T18:21:46,735 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,34529,1733163698408 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-95451c90bed2,34529,1733163698408 (queues=1) is replicating from cluster=5414d3cf-39f5-4997-b46f-c4a151fd410e to cluster=1c270e9d-686a-4350-a0ad-c07a1051f209 2024-12-02T18:21:46,735 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,34529,1733163698408 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=95451c90bed2%2C34529%2C1733163698408 2024-12-02T18:21:46,735 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,34529,1733163698408 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-95451c90bed2,34529,1733163698408, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T18:21:46,740 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,34529,1733163698408.replicationSource.wal-reader.95451c90bed2%2C34529%2C1733163698408,1-95451c90bed2,34529,1733163698408 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/WALs/95451c90bed2,34529,1733163698408/95451c90bed2%2C34529%2C1733163698408.1733163699482, startPosition=0, beingWritten=true 2024-12-02T18:21:46,741 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,34529,1733163698408.replicationSource.shipper95451c90bed2%2C34529%2C1733163698408,1-95451c90bed2,34529,1733163698408 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 95451c90bed2%2C34529%2C1733163698408 2024-12-02T18:21:46,754 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,34529,1733163698408.replicationSource.wal-reader.95451c90bed2%2C34529%2C1733163698408,1-95451c90bed2,34529,1733163698408 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T18:21:46,754 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,34529,1733163698408.replicationSource.wal-reader.95451c90bed2%2C34529%2C1733163698408,1-95451c90bed2,34529,1733163698408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/WALs/95451c90bed2,34529,1733163698408/95451c90bed2%2C34529%2C1733163698408.1733163699482 to pos 379, reset compression=false 2024-12-02T18:21:46,754 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,34529,1733163698408.replicationSource.shipper95451c90bed2%2C34529%2C1733163698408,1-95451c90bed2,34529,1733163698408 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-95451c90bed2,34529,1733163698408 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/WALs/95451c90bed2,34529,1733163698408/95451c90bed2%2C34529%2C1733163698408.1733163699482, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T18:21:46,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T18:21:46,799 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T18:21:46,799 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T18:21:46,799 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:21:46,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:46,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:46,799 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:21:46,800 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:21:46,801 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,38375,1733163692150, seqNum=-1] 2024-12-02T18:21:46,802 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:21:46,803 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T18:21:46,805 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733163700189.501b734bfc8bdf5a99f1feb134bfa96a., hostname=95451c90bed2,38375,1733163692150, seqNum=2] 2024-12-02T18:21:46,809 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:21:46,810 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,34529,1733163698408, seqNum=-1] 2024-12-02T18:21:46,811 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:21:46,812 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T18:21:46,814 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733163701330.d82c58e7327c4d1be2f1d24ebeffee97., hostname=95451c90bed2,34529,1733163698408, seqNum=2] 2024-12-02T18:21:46,816 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-02T18:21:46,960 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,34529,1733163698408.replicationSource.wal-reader.95451c90bed2%2C34529%2C1733163698408,1-95451c90bed2,34529,1733163698408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/WALs/95451c90bed2,34529,1733163698408/95451c90bed2%2C34529%2C1733163698408.1733163699482 to pos 379, reset compression=false 2024-12-02T18:21:46,989 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38375,1733163692150.replicationSource.wal-reader.95451c90bed2%2C38375%2C1733163692150,1-95451c90bed2,38375,1733163692150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/WALs/95451c90bed2,38375,1733163692150/95451c90bed2%2C38375%2C1733163692150.1733163694581 to pos 379, reset compression=false 2024-12-02T18:21:46,998 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38375,1733163692150.replicationSource.wal-reader.95451c90bed2%2C38375%2C1733163692150,1-95451c90bed2,38375,1733163692150 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T18:21:46,998 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38375,1733163692150.replicationSource.wal-reader.95451c90bed2%2C38375%2C1733163692150,1-95451c90bed2,38375,1733163692150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/WALs/95451c90bed2,38375,1733163692150/95451c90bed2%2C38375%2C1733163692150.1733163694581 to pos 480, reset compression=false 2024-12-02T18:21:46,998 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38375,1733163692150.replicationSource.shipper95451c90bed2%2C38375%2C1733163692150,1-95451c90bed2,38375,1733163692150 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-95451c90bed2,38375,1733163692150 got entry batch from reader: WALEntryBatch [walEntries=[{test/501b734bfc8bdf5a99f1feb134bfa96a/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/WALs/95451c90bed2,38375,1733163692150/95451c90bed2%2C38375%2C1733163692150.1733163694581, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-02T18:21:47,001 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38375,1733163692150.replicationSource.shipper95451c90bed2%2C38375%2C1733163692150,1-95451c90bed2,38375,1733163692150 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T18:21:47,003 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-12-02T18:21:47,005 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34529 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T18:21:47,009 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34529 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@796e937e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:21:47,009 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34529 {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,32951,-1 for getting cluster id 2024-12-02T18:21:47,009 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34529 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:21:47,010 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5414d3cf-39f5-4997-b46f-c4a151fd410e' 2024-12-02T18:21:47,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:21:47,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5414d3cf-39f5-4997-b46f-c4a151fd410e" 2024-12-02T18:21:47,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d9bde26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:21:47,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,32951,-1] 2024-12-02T18:21:47,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:21:47,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:47,011 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:21:47,012 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34529 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f8467a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:21:47,017 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34529 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:21:47,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,34529,1733163698408, seqNum=-1] 2024-12-02T18:21:47,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:21:47,019 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-02T18:21:47,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733163701330.d82c58e7327c4d1be2f1d24ebeffee97., hostname=95451c90bed2,34529,1733163698408, seqNum=2] 2024-12-02T18:21:47,039 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34529 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T18:21:47,209 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38375,1733163692150.replicationSource.wal-reader.95451c90bed2%2C38375%2C1733163692150,1-95451c90bed2,38375,1733163692150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/WALs/95451c90bed2,38375,1733163692150/95451c90bed2%2C38375%2C1733163692150.1733163694581 to pos 480, reset compression=false 2024-12-02T18:21:47,264 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,34529,1733163698408.replicationSource.wal-reader.95451c90bed2%2C34529%2C1733163698408,1-95451c90bed2,34529,1733163698408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/WALs/95451c90bed2,34529,1733163698408/95451c90bed2%2C34529%2C1733163698408.1733163699482 to pos 379, reset compression=false 2024-12-02T18:21:47,268 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,34529,1733163698408.replicationSource.wal-reader.95451c90bed2%2C34529%2C1733163698408,1-95451c90bed2,34529,1733163698408 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T18:21:47,268 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,34529,1733163698408.replicationSource.wal-reader.95451c90bed2%2C34529%2C1733163698408,1-95451c90bed2,34529,1733163698408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/WALs/95451c90bed2,34529,1733163698408/95451c90bed2%2C34529%2C1733163698408.1733163699482 to pos 503, reset compression=false 2024-12-02T18:21:47,268 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,34529,1733163698408.replicationSource.shipper95451c90bed2%2C34529%2C1733163698408,1-95451c90bed2,34529,1733163698408 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-95451c90bed2,34529,1733163698408 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/WALs/95451c90bed2,34529,1733163698408/95451c90bed2%2C34529%2C1733163698408.1733163699482, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T18:21:47,471 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,34529,1733163698408.replicationSource.wal-reader.95451c90bed2%2C34529%2C1733163698408,1-95451c90bed2,34529,1733163698408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/WALs/95451c90bed2,34529,1733163698408/95451c90bed2%2C34529%2C1733163698408.1733163699482 to pos 503, reset compression=false 2024-12-02T18:21:47,513 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38375,1733163692150.replicationSource.wal-reader.95451c90bed2%2C38375%2C1733163692150,1-95451c90bed2,38375,1733163692150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/WALs/95451c90bed2,38375,1733163692150/95451c90bed2%2C38375%2C1733163692150.1733163694581 to pos 480, reset compression=false 2024-12-02T18:21:47,775 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,34529,1733163698408.replicationSource.wal-reader.95451c90bed2%2C34529%2C1733163698408,1-95451c90bed2,34529,1733163698408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/WALs/95451c90bed2,34529,1733163698408/95451c90bed2%2C34529%2C1733163698408.1733163699482 to pos 503, reset compression=false 2024-12-02T18:21:47,819 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-02T18:21:47,822 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-02T18:21:47,917 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38375,1733163692150.replicationSource.wal-reader.95451c90bed2%2C38375%2C1733163692150,1-95451c90bed2,38375,1733163692150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/WALs/95451c90bed2,38375,1733163692150/95451c90bed2%2C38375%2C1733163692150.1733163694581 to pos 480, reset compression=false 2024-12-02T18:21:48,178 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,34529,1733163698408.replicationSource.wal-reader.95451c90bed2%2C34529%2C1733163698408,1-95451c90bed2,34529,1733163698408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/WALs/95451c90bed2,34529,1733163698408/95451c90bed2%2C34529%2C1733163698408.1733163699482 to pos 503, reset compression=false 2024-12-02T18:21:48,190 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,34529,1733163698408.replicationSource.wal-reader.95451c90bed2%2C34529%2C1733163698408,1-95451c90bed2,34529,1733163698408 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T18:21:48,190 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,34529,1733163698408.replicationSource.wal-reader.95451c90bed2%2C34529%2C1733163698408,1-95451c90bed2,34529,1733163698408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/WALs/95451c90bed2,34529,1733163698408/95451c90bed2%2C34529%2C1733163698408.1733163699482 to pos 607, reset compression=false 2024-12-02T18:21:48,190 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,34529,1733163698408.replicationSource.shipper95451c90bed2%2C34529%2C1733163698408,1-95451c90bed2,34529,1733163698408 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-95451c90bed2,34529,1733163698408 got entry batch from reader: WALEntryBatch [walEntries=[{test/d82c58e7327c4d1be2f1d24ebeffee97/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/WALs/95451c90bed2,34529,1733163698408/95451c90bed2%2C34529%2C1733163698408.1733163699482, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-02T18:21:48,192 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,34529,1733163698408.replicationSource.shipper95451c90bed2%2C34529%2C1733163698408,1-95451c90bed2,34529,1733163698408 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T18:21:48,194 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-12-02T18:21:48,194 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38375 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T18:21:48,195 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38375 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31654a15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:21:48,195 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38375 {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,34105,-1 for getting cluster id 2024-12-02T18:21:48,195 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38375 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:21:48,195 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1c270e9d-686a-4350-a0ad-c07a1051f209' 2024-12-02T18:21:48,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:21:48,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1c270e9d-686a-4350-a0ad-c07a1051f209" 2024-12-02T18:21:48,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a8908fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:21:48,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,34105,-1] 2024-12-02T18:21:48,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:21:48,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:48,196 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:21:48,197 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38375 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a647be1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:21:48,198 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38375 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:21:48,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,38375,1733163692150, seqNum=-1] 2024-12-02T18:21:48,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:21:48,200 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-02T18:21:48,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733163700189.501b734bfc8bdf5a99f1feb134bfa96a., hostname=95451c90bed2,38375,1733163692150, seqNum=2] 2024-12-02T18:21:48,205 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38375 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T18:21:48,395 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,34529,1733163698408.replicationSource.wal-reader.95451c90bed2%2C34529%2C1733163698408,1-95451c90bed2,34529,1733163698408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/WALs/95451c90bed2,34529,1733163698408/95451c90bed2%2C34529%2C1733163698408.1733163699482 to pos 607, reset compression=false 2024-12-02T18:21:48,420 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38375,1733163692150.replicationSource.wal-reader.95451c90bed2%2C38375%2C1733163692150,1-95451c90bed2,38375,1733163692150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/WALs/95451c90bed2,38375,1733163692150/95451c90bed2%2C38375%2C1733163692150.1733163694581 to pos 480, reset compression=false 2024-12-02T18:21:48,424 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38375,1733163692150.replicationSource.wal-reader.95451c90bed2%2C38375%2C1733163692150,1-95451c90bed2,38375,1733163692150 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T18:21:48,424 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38375,1733163692150.replicationSource.wal-reader.95451c90bed2%2C38375%2C1733163692150,1-95451c90bed2,38375,1733163692150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/WALs/95451c90bed2,38375,1733163692150/95451c90bed2%2C38375%2C1733163692150.1733163694581 to pos 607, reset compression=false 2024-12-02T18:21:48,424 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38375,1733163692150.replicationSource.shipper95451c90bed2%2C38375%2C1733163692150,1-95451c90bed2,38375,1733163692150 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-95451c90bed2,38375,1733163692150 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/WALs/95451c90bed2,38375,1733163692150/95451c90bed2%2C38375%2C1733163692150.1733163694581, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T18:21:48,640 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38375,1733163692150.replicationSource.wal-reader.95451c90bed2%2C38375%2C1733163692150,1-95451c90bed2,38375,1733163692150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/WALs/95451c90bed2,38375,1733163692150/95451c90bed2%2C38375%2C1733163692150.1733163694581 to pos 607, reset compression=false 2024-12-02T18:21:48,698 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,34529,1733163698408.replicationSource.wal-reader.95451c90bed2%2C34529%2C1733163698408,1-95451c90bed2,34529,1733163698408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/WALs/95451c90bed2,34529,1733163698408/95451c90bed2%2C34529%2C1733163698408.1733163699482 to pos 607, reset compression=false 2024-12-02T18:21:48,824 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-02T18:21:48,842 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-02T18:21:48,944 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38375,1733163692150.replicationSource.wal-reader.95451c90bed2%2C38375%2C1733163692150,1-95451c90bed2,38375,1733163692150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/WALs/95451c90bed2,38375,1733163692150/95451c90bed2%2C38375%2C1733163692150.1733163694581 to pos 607, reset compression=false 2024-12-02T18:21:48,949 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38375,1733163692150.replicationSource.wal-reader.95451c90bed2%2C38375%2C1733163692150,1-95451c90bed2,38375,1733163692150 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T18:21:48,949 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38375,1733163692150.replicationSource.wal-reader.95451c90bed2%2C38375%2C1733163692150,1-95451c90bed2,38375,1733163692150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/WALs/95451c90bed2,38375,1733163692150/95451c90bed2%2C38375%2C1733163692150.1733163694581 to pos 763, reset compression=false 2024-12-02T18:21:48,949 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38375,1733163692150.replicationSource.shipper95451c90bed2%2C38375%2C1733163692150,1-95451c90bed2,38375,1733163692150 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-95451c90bed2,38375,1733163692150 got entry batch from reader: WALEntryBatch [walEntries=[{test/501b734bfc8bdf5a99f1feb134bfa96a/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/WALs/95451c90bed2,38375,1733163692150/95451c90bed2%2C38375%2C1733163692150.1733163694581, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-02T18:21:48,950 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34529 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T18:21:48,954 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34529 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T18:21:49,102 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,34529,1733163698408.replicationSource.wal-reader.95451c90bed2%2C34529%2C1733163698408,1-95451c90bed2,34529,1733163698408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/WALs/95451c90bed2,34529,1733163698408/95451c90bed2%2C34529%2C1733163698408.1733163699482 to pos 607, reset compression=false 2024-12-02T18:21:49,106 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,34529,1733163698408.replicationSource.wal-reader.95451c90bed2%2C34529%2C1733163698408,1-95451c90bed2,34529,1733163698408 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T18:21:49,106 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,34529,1733163698408.replicationSource.wal-reader.95451c90bed2%2C34529%2C1733163698408,1-95451c90bed2,34529,1733163698408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/WALs/95451c90bed2,34529,1733163698408/95451c90bed2%2C34529%2C1733163698408.1733163699482 to pos 754, reset compression=false 2024-12-02T18:21:49,106 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,34529,1733163698408.replicationSource.shipper95451c90bed2%2C34529%2C1733163698408,1-95451c90bed2,34529,1733163698408 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-95451c90bed2,34529,1733163698408 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/WALs/95451c90bed2,34529,1733163698408/95451c90bed2%2C34529%2C1733163698408.1733163699482, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T18:21:49,155 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38375,1733163692150.replicationSource.wal-reader.95451c90bed2%2C38375%2C1733163692150,1-95451c90bed2,38375,1733163692150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/WALs/95451c90bed2,38375,1733163692150/95451c90bed2%2C38375%2C1733163692150.1733163694581 to pos 763, reset compression=false 2024-12-02T18:21:49,311 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,34529,1733163698408.replicationSource.wal-reader.95451c90bed2%2C34529%2C1733163698408,1-95451c90bed2,34529,1733163698408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/WALs/95451c90bed2,34529,1733163698408/95451c90bed2%2C34529%2C1733163698408.1733163699482 to pos 754, reset compression=false 2024-12-02T18:21:49,458 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38375,1733163692150.replicationSource.wal-reader.95451c90bed2%2C38375%2C1733163692150,1-95451c90bed2,38375,1733163692150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/WALs/95451c90bed2,38375,1733163692150/95451c90bed2%2C38375%2C1733163692150.1733163694581 to pos 763, reset compression=false 2024-12-02T18:21:49,615 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,34529,1733163698408.replicationSource.wal-reader.95451c90bed2%2C34529%2C1733163698408,1-95451c90bed2,34529,1733163698408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/WALs/95451c90bed2,34529,1733163698408/95451c90bed2%2C34529%2C1733163698408.1733163699482 to pos 754, reset compression=false 2024-12-02T18:21:49,844 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-02T18:21:49,847 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-02T18:21:49,862 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38375,1733163692150.replicationSource.wal-reader.95451c90bed2%2C38375%2C1733163692150,1-95451c90bed2,38375,1733163692150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/WALs/95451c90bed2,38375,1733163692150/95451c90bed2%2C38375%2C1733163692150.1733163694581 to pos 763, reset compression=false 2024-12-02T18:21:50,018 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,34529,1733163698408.replicationSource.wal-reader.95451c90bed2%2C34529%2C1733163698408,1-95451c90bed2,34529,1733163698408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/WALs/95451c90bed2,34529,1733163698408/95451c90bed2%2C34529%2C1733163698408.1733163699482 to pos 754, reset compression=false 2024-12-02T18:21:50,022 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,34529,1733163698408.replicationSource.wal-reader.95451c90bed2%2C34529%2C1733163698408,1-95451c90bed2,34529,1733163698408 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T18:21:50,022 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,34529,1733163698408.replicationSource.wal-reader.95451c90bed2%2C34529%2C1733163698408,1-95451c90bed2,34529,1733163698408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/WALs/95451c90bed2,34529,1733163698408/95451c90bed2%2C34529%2C1733163698408.1733163699482 to pos 913, reset compression=false 2024-12-02T18:21:50,022 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,34529,1733163698408.replicationSource.shipper95451c90bed2%2C34529%2C1733163698408,1-95451c90bed2,34529,1733163698408 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-95451c90bed2,34529,1733163698408 got entry batch from reader: WALEntryBatch [walEntries=[{test/d82c58e7327c4d1be2f1d24ebeffee97/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/WALs/95451c90bed2,34529,1733163698408/95451c90bed2%2C34529%2C1733163698408.1733163699482, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-02T18:21:50,023 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38375 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T18:21:50,026 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38375 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T18:21:50,226 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,34529,1733163698408.replicationSource.wal-reader.95451c90bed2%2C34529%2C1733163698408,1-95451c90bed2,34529,1733163698408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/WALs/95451c90bed2,34529,1733163698408/95451c90bed2%2C34529%2C1733163698408.1733163699482 to pos 913, reset compression=false 2024-12-02T18:21:50,365 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38375,1733163692150.replicationSource.wal-reader.95451c90bed2%2C38375%2C1733163692150,1-95451c90bed2,38375,1733163692150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/WALs/95451c90bed2,38375,1733163692150/95451c90bed2%2C38375%2C1733163692150.1733163694581 to pos 763, reset compression=false 2024-12-02T18:21:50,369 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38375,1733163692150.replicationSource.wal-reader.95451c90bed2%2C38375%2C1733163692150,1-95451c90bed2,38375,1733163692150 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T18:21:50,370 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38375,1733163692150.replicationSource.wal-reader.95451c90bed2%2C38375%2C1733163692150,1-95451c90bed2,38375,1733163692150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/WALs/95451c90bed2,38375,1733163692150/95451c90bed2%2C38375%2C1733163692150.1733163694581 to pos 912, reset compression=false 2024-12-02T18:21:50,370 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38375,1733163692150.replicationSource.shipper95451c90bed2%2C38375%2C1733163692150,1-95451c90bed2,38375,1733163692150 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-95451c90bed2,38375,1733163692150 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/WALs/95451c90bed2,38375,1733163692150/95451c90bed2%2C38375%2C1733163692150.1733163694581, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T18:21:50,531 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,34529,1733163698408.replicationSource.wal-reader.95451c90bed2%2C34529%2C1733163698408,1-95451c90bed2,34529,1733163698408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/WALs/95451c90bed2,34529,1733163698408/95451c90bed2%2C34529%2C1733163698408.1733163699482 to pos 913, reset compression=false 2024-12-02T18:21:50,577 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38375,1733163692150.replicationSource.wal-reader.95451c90bed2%2C38375%2C1733163692150,1-95451c90bed2,38375,1733163692150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/WALs/95451c90bed2,38375,1733163692150/95451c90bed2%2C38375%2C1733163692150.1733163694581 to pos 912, reset compression=false 2024-12-02T18:21:50,849 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-02T18:21:50,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T18:21:50,852 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T18:21:50,852 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:21:50,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:50,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:50,852 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:21:50,852 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T18:21:50,852 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=885457399, stopped=false 2024-12-02T18:21:50,852 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=95451c90bed2,32951,1733163698274 2024-12-02T18:21:50,886 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38375,1733163692150.replicationSource.wal-reader.95451c90bed2%2C38375%2C1733163692150,1-95451c90bed2,38375,1733163692150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/WALs/95451c90bed2,38375,1733163692150/95451c90bed2%2C38375%2C1733163692150.1733163694581 to pos 912, reset compression=false 2024-12-02T18:21:50,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34529-0x101974723700004, quorum=127.0.0.1:55203, baseZNode=/1-696349674 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-696349674/running 2024-12-02T18:21:50,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32951-0x101974723700003, quorum=127.0.0.1:55203, baseZNode=/1-696349674 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-696349674/running 2024-12-02T18:21:50,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34529-0x101974723700004, quorum=127.0.0.1:55203, baseZNode=/1-696349674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-696349674 2024-12-02T18:21:50,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32951-0x101974723700003, quorum=127.0.0.1:55203, baseZNode=/1-696349674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-696349674 2024-12-02T18:21:50,911 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T18:21:50,911 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T18:21:50,911 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:21:50,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:50,912 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34529-0x101974723700004, quorum=127.0.0.1:55203, baseZNode=/1-696349674 Set watcher on znode that does not yet exist, /1-696349674/running 2024-12-02T18:21:50,912 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '95451c90bed2,34529,1733163698408' ***** 2024-12-02T18:21:50,912 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T18:21:50,912 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32951-0x101974723700003, quorum=127.0.0.1:55203, baseZNode=/1-696349674 Set watcher on znode that does not yet exist, /1-696349674/running 2024-12-02T18:21:50,912 INFO [RS:0;95451c90bed2:34529 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T18:21:50,912 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T18:21:50,912 INFO [RS:0;95451c90bed2:34529 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T18:21:50,912 INFO [RS:0;95451c90bed2:34529 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T18:21:50,912 INFO [RS:0;95451c90bed2:34529 {}] regionserver.HRegionServer(3091): Received CLOSE for d82c58e7327c4d1be2f1d24ebeffee97 2024-12-02T18:21:50,913 INFO [RS:0;95451c90bed2:34529 {}] regionserver.HRegionServer(3091): Received CLOSE for 733b3bf3c25546fea6ec0ed73d4428b9 2024-12-02T18:21:50,913 INFO [RS:0;95451c90bed2:34529 {}] regionserver.HRegionServer(959): stopping server 95451c90bed2,34529,1733163698408 2024-12-02T18:21:50,913 INFO [RS:0;95451c90bed2:34529 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T18:21:50,913 INFO [RS:0;95451c90bed2:34529 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;95451c90bed2:34529. 2024-12-02T18:21:50,913 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d82c58e7327c4d1be2f1d24ebeffee97, disabling compactions & flushes 2024-12-02T18:21:50,913 DEBUG [RS:0;95451c90bed2:34529 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:21:50,913 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733163701330.d82c58e7327c4d1be2f1d24ebeffee97. 2024-12-02T18:21:50,913 DEBUG [RS:0;95451c90bed2:34529 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:50,913 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733163701330.d82c58e7327c4d1be2f1d24ebeffee97. 2024-12-02T18:21:50,913 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733163701330.d82c58e7327c4d1be2f1d24ebeffee97. after waiting 0 ms 2024-12-02T18:21:50,913 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733163701330.d82c58e7327c4d1be2f1d24ebeffee97. 2024-12-02T18:21:50,913 INFO [RS:0;95451c90bed2:34529 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T18:21:50,913 INFO [RS:0;95451c90bed2:34529 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T18:21:50,913 INFO [RS:0;95451c90bed2:34529 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T18:21:50,913 INFO [RS:0;95451c90bed2:34529 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T18:21:50,913 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d82c58e7327c4d1be2f1d24ebeffee97 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-12-02T18:21:50,913 INFO [RS:0;95451c90bed2:34529 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T18:21:50,913 DEBUG [RS:0;95451c90bed2:34529 {}] regionserver.HRegionServer(1325): Online Regions={d82c58e7327c4d1be2f1d24ebeffee97=test,,1733163701330.d82c58e7327c4d1be2f1d24ebeffee97., 1588230740=hbase:meta,,1.1588230740, 733b3bf3c25546fea6ec0ed73d4428b9=hbase:replication,,1733163705669.733b3bf3c25546fea6ec0ed73d4428b9.} 2024-12-02T18:21:50,913 DEBUG [RS:0;95451c90bed2:34529 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 733b3bf3c25546fea6ec0ed73d4428b9, d82c58e7327c4d1be2f1d24ebeffee97 2024-12-02T18:21:50,913 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T18:21:50,913 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T18:21:50,913 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T18:21:50,913 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T18:21:50,913 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T18:21:50,913 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T18:21:50,932 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/data/hbase/meta/1588230740/.tmp/info/9c4dad8345e544adaa3e70a05ff0258e is 147, key is hbase:replication,,1733163705669.733b3bf3c25546fea6ec0ed73d4428b9./info:regioninfo/1733163706444/Put/seqid=0 2024-12-02T18:21:50,933 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/data/default/test/d82c58e7327c4d1be2f1d24ebeffee97/.tmp/f/2184d16fe3eb40d4836374c5158fcc44 is 29, key is row1/f:/1733163709845/DeleteFamily/seqid=0 2024-12-02T18:21:50,939 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,34529,1733163698408.replicationSource.wal-reader.95451c90bed2%2C34529%2C1733163698408,1-95451c90bed2,34529,1733163698408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/WALs/95451c90bed2,34529,1733163698408/95451c90bed2%2C34529%2C1733163698408.1733163699482 to pos 913, reset compression=false 2024-12-02T18:21:50,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741840_1016 (size=5118) 2024-12-02T18:21:50,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741841_1017 (size=7686) 2024-12-02T18:21:50,951 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,34529,1733163698408.replicationSource.wal-reader.95451c90bed2%2C34529%2C1733163698408,1-95451c90bed2,34529,1733163698408 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T18:21:50,951 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,34529,1733163698408.replicationSource.wal-reader.95451c90bed2%2C34529%2C1733163698408,1-95451c90bed2,34529,1733163698408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/WALs/95451c90bed2,34529,1733163698408/95451c90bed2%2C34529%2C1733163698408.1733163699482 to pos 1160, reset compression=false 2024-12-02T18:21:50,951 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,34529,1733163698408.replicationSource.shipper95451c90bed2%2C34529%2C1733163698408,1-95451c90bed2,34529,1733163698408 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-95451c90bed2,34529,1733163698408 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/WALs/95451c90bed2,34529,1733163698408/95451c90bed2%2C34529%2C1733163698408.1733163699482, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T18:21:50,952 ERROR [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,34529,1733163698408.replicationSource.shipper95451c90bed2%2C34529%2C1733163698408,1-95451c90bed2,34529,1733163698408 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 95451c90bed2,34529,1733163698408: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-95451c90bed2,34529,1733163698408, walGroup=95451c90bed2%2C34529%2C1733163698408, offset=95451c90bed2%2C34529%2C1733163698408.1733163699482:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=95451c90bed2:34529 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-02T18:21:50,953 ERROR [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,34529,1733163698408.replicationSource.shipper95451c90bed2%2C34529%2C1733163698408,1-95451c90bed2,34529,1733163698408 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T18:21:50,953 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,34529,1733163698408.replicationSource.shipper95451c90bed2%2C34529%2C1733163698408,1-95451c90bed2,34529,1733163698408 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T18:21:50,954 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,34529,1733163698408.replicationSource.shipper95451c90bed2%2C34529%2C1733163698408,1-95451c90bed2,34529,1733163698408 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T18:21:50,954 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,34529,1733163698408.replicationSource.shipper95451c90bed2%2C34529%2C1733163698408,1-95451c90bed2,34529,1733163698408 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T18:21:50,954 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,34529,1733163698408.replicationSource.shipper95451c90bed2%2C34529%2C1733163698408,1-95451c90bed2,34529,1733163698408 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T18:21:50,954 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,34529,1733163698408.replicationSource.shipper95451c90bed2%2C34529%2C1733163698408,1-95451c90bed2,34529,1733163698408 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 597084648 }, "NonHeapMemoryUsage": { "committed": 193789952, "init": 7667712, "max": -1, "used": 190547488 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-02T18:21:50,955 WARN [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,34529,1733163698408.replicationSource.shipper95451c90bed2%2C34529%2C1733163698408,1-95451c90bed2,34529,1733163698408 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=95451c90bed2:32951 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=95451c90bed2:32951 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-02T18:21:50,962 INFO [regionserver/95451c90bed2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T18:21:51,113 DEBUG [RS:0;95451c90bed2:34529 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 733b3bf3c25546fea6ec0ed73d4428b9, d82c58e7327c4d1be2f1d24ebeffee97 2024-12-02T18:21:51,157 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,34529,1733163698408.replicationSource.wal-reader.95451c90bed2%2C34529%2C1733163698408,1-95451c90bed2,34529,1733163698408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/WALs/95451c90bed2,34529,1733163698408/95451c90bed2%2C34529%2C1733163698408.1733163699482 to pos 1160, reset compression=false 2024-12-02T18:21:51,290 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38375,1733163692150.replicationSource.wal-reader.95451c90bed2%2C38375%2C1733163692150,1-95451c90bed2,38375,1733163692150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/WALs/95451c90bed2,38375,1733163692150/95451c90bed2%2C38375%2C1733163692150.1733163694581 to pos 912, reset compression=false 2024-12-02T18:21:51,314 DEBUG [RS:0;95451c90bed2:34529 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 733b3bf3c25546fea6ec0ed73d4428b9, d82c58e7327c4d1be2f1d24ebeffee97 2024-12-02T18:21:51,339 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/data/default/test/d82c58e7327c4d1be2f1d24ebeffee97/.tmp/f/2184d16fe3eb40d4836374c5158fcc44 2024-12-02T18:21:51,343 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2184d16fe3eb40d4836374c5158fcc44 2024-12-02T18:21:51,345 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/data/hbase/meta/1588230740/.tmp/info/9c4dad8345e544adaa3e70a05ff0258e 2024-12-02T18:21:51,349 INFO [regionserver/95451c90bed2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T18:21:51,350 INFO [regionserver/95451c90bed2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T18:21:51,359 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/data/default/test/d82c58e7327c4d1be2f1d24ebeffee97/.tmp/f1/87d4797b89f140a08819d5e95805e886 is 30, key is row1/f1:/1733163709845/DeleteFamily/seqid=0 2024-12-02T18:21:51,363 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/data/hbase/meta/1588230740/.tmp/ns/a0c8572564894d29bda596030b893d33 is 43, key is default/ns:d/1733163700090/Put/seqid=0 2024-12-02T18:21:51,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741842_1018 (size=5123) 2024-12-02T18:21:51,365 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/data/default/test/d82c58e7327c4d1be2f1d24ebeffee97/.tmp/f1/87d4797b89f140a08819d5e95805e886 2024-12-02T18:21:51,369 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 87d4797b89f140a08819d5e95805e886 2024-12-02T18:21:51,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741843_1019 (size=5153) 2024-12-02T18:21:51,383 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/data/default/test/d82c58e7327c4d1be2f1d24ebeffee97/.tmp/norep/47787571abf94baeb7db4aee4b466efd is 33, key is row1/norep:/1733163709845/DeleteFamily/seqid=0 2024-12-02T18:21:51,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741844_1020 (size=5108) 2024-12-02T18:21:51,461 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,34529,1733163698408.replicationSource.wal-reader.95451c90bed2%2C34529%2C1733163698408,1-95451c90bed2,34529,1733163698408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/WALs/95451c90bed2,34529,1733163698408/95451c90bed2%2C34529%2C1733163698408.1733163699482 to pos 1160, reset compression=false 2024-12-02T18:21:51,514 DEBUG [RS:0;95451c90bed2:34529 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 733b3bf3c25546fea6ec0ed73d4428b9, d82c58e7327c4d1be2f1d24ebeffee97 2024-12-02T18:21:51,714 DEBUG [RS:0;95451c90bed2:34529 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 733b3bf3c25546fea6ec0ed73d4428b9, d82c58e7327c4d1be2f1d24ebeffee97 2024-12-02T18:21:51,771 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/data/hbase/meta/1588230740/.tmp/ns/a0c8572564894d29bda596030b893d33 2024-12-02T18:21:51,788 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/data/default/test/d82c58e7327c4d1be2f1d24ebeffee97/.tmp/norep/47787571abf94baeb7db4aee4b466efd 2024-12-02T18:21:51,789 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/data/hbase/meta/1588230740/.tmp/rep_barrier/984279ea76854c24b23c067094a055bc is 112, key is test,,1733163701330.d82c58e7327c4d1be2f1d24ebeffee97./rep_barrier:seqnumDuringOpen/1733163702486/Put/seqid=0 2024-12-02T18:21:51,792 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 47787571abf94baeb7db4aee4b466efd 2024-12-02T18:21:51,793 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38375,1733163692150.replicationSource.wal-reader.95451c90bed2%2C38375%2C1733163692150,1-95451c90bed2,38375,1733163692150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/WALs/95451c90bed2,38375,1733163692150/95451c90bed2%2C38375%2C1733163692150.1733163694581 to pos 912, reset compression=false 2024-12-02T18:21:51,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741845_1021 (size=5518) 2024-12-02T18:21:51,796 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/data/default/test/d82c58e7327c4d1be2f1d24ebeffee97/.tmp/f/2184d16fe3eb40d4836374c5158fcc44 as hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/data/default/test/d82c58e7327c4d1be2f1d24ebeffee97/f/2184d16fe3eb40d4836374c5158fcc44 2024-12-02T18:21:51,800 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2184d16fe3eb40d4836374c5158fcc44 2024-12-02T18:21:51,800 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/data/default/test/d82c58e7327c4d1be2f1d24ebeffee97/f/2184d16fe3eb40d4836374c5158fcc44, entries=2, sequenceid=8, filesize=5.0 K 2024-12-02T18:21:51,801 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/data/default/test/d82c58e7327c4d1be2f1d24ebeffee97/.tmp/f1/87d4797b89f140a08819d5e95805e886 as hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/data/default/test/d82c58e7327c4d1be2f1d24ebeffee97/f1/87d4797b89f140a08819d5e95805e886 2024-12-02T18:21:51,805 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 87d4797b89f140a08819d5e95805e886 2024-12-02T18:21:51,805 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/data/default/test/d82c58e7327c4d1be2f1d24ebeffee97/f1/87d4797b89f140a08819d5e95805e886, entries=2, sequenceid=8, filesize=5.0 K 2024-12-02T18:21:51,806 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/data/default/test/d82c58e7327c4d1be2f1d24ebeffee97/.tmp/norep/47787571abf94baeb7db4aee4b466efd as hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/data/default/test/d82c58e7327c4d1be2f1d24ebeffee97/norep/47787571abf94baeb7db4aee4b466efd 2024-12-02T18:21:51,810 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 47787571abf94baeb7db4aee4b466efd 2024-12-02T18:21:51,810 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/data/default/test/d82c58e7327c4d1be2f1d24ebeffee97/norep/47787571abf94baeb7db4aee4b466efd, entries=1, sequenceid=8, filesize=5.0 K 2024-12-02T18:21:51,812 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for d82c58e7327c4d1be2f1d24ebeffee97 in 898ms, sequenceid=8, compaction requested=false 2024-12-02T18:21:51,819 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/data/default/test/d82c58e7327c4d1be2f1d24ebeffee97/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-02T18:21:51,820 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T18:21:51,820 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T18:21:51,820 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733163701330.d82c58e7327c4d1be2f1d24ebeffee97. 2024-12-02T18:21:51,820 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d82c58e7327c4d1be2f1d24ebeffee97: Waiting for close lock at 1733163710913Running coprocessor pre-close hooks at 1733163710913Disabling compacts and flushes for region at 1733163710913Disabling writes for close at 1733163710913Obtaining lock to block concurrent updates at 1733163710913Preparing flush snapshotting stores in d82c58e7327c4d1be2f1d24ebeffee97 at 1733163710913Finished memstore snapshotting test,,1733163701330.d82c58e7327c4d1be2f1d24ebeffee97., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733163710913Flushing stores of test,,1733163701330.d82c58e7327c4d1be2f1d24ebeffee97. at 1733163710914 (+1 ms)Flushing d82c58e7327c4d1be2f1d24ebeffee97/f: creating writer at 1733163710914Flushing d82c58e7327c4d1be2f1d24ebeffee97/f: appending metadata at 1733163710933 (+19 ms)Flushing d82c58e7327c4d1be2f1d24ebeffee97/f: closing flushed file at 1733163710933Flushing d82c58e7327c4d1be2f1d24ebeffee97/f1: creating writer at 1733163711343 (+410 ms)Flushing d82c58e7327c4d1be2f1d24ebeffee97/f1: appending metadata at 1733163711358 (+15 ms)Flushing d82c58e7327c4d1be2f1d24ebeffee97/f1: closing flushed file at 1733163711358Flushing d82c58e7327c4d1be2f1d24ebeffee97/norep: creating writer at 1733163711369 (+11 ms)Flushing d82c58e7327c4d1be2f1d24ebeffee97/norep: appending metadata at 1733163711382 (+13 ms)Flushing d82c58e7327c4d1be2f1d24ebeffee97/norep: closing flushed file at 1733163711382Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b370acf: reopening flushed file at 1733163711792 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6503c38a: reopening flushed file at 1733163711801 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@353854ad: reopening flushed file at 1733163711805 (+4 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for d82c58e7327c4d1be2f1d24ebeffee97 in 898ms, sequenceid=8, compaction requested=false at 1733163711812 (+7 ms)Writing region close event to WAL at 1733163711816 (+4 ms)Running coprocessor post-close hooks at 1733163711820 (+4 ms)Closed at 1733163711820 2024-12-02T18:21:51,820 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733163701330.d82c58e7327c4d1be2f1d24ebeffee97. 2024-12-02T18:21:51,820 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 733b3bf3c25546fea6ec0ed73d4428b9, disabling compactions & flushes 2024-12-02T18:21:51,820 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733163705669.733b3bf3c25546fea6ec0ed73d4428b9. 2024-12-02T18:21:51,820 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733163705669.733b3bf3c25546fea6ec0ed73d4428b9. 2024-12-02T18:21:51,820 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733163705669.733b3bf3c25546fea6ec0ed73d4428b9. after waiting 0 ms 2024-12-02T18:21:51,820 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733163705669.733b3bf3c25546fea6ec0ed73d4428b9. 2024-12-02T18:21:51,821 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 733b3bf3c25546fea6ec0ed73d4428b9: Waiting for close lock at 1733163711820Running coprocessor pre-close hooks at 1733163711820Disabling compacts and flushes for region at 1733163711820Disabling writes for close at 1733163711820Failed flush hbase:replication,,1733163705669.733b3bf3c25546fea6ec0ed73d4428b9., putting online again at 1733163711821 (+1 ms) 2024-12-02T18:21:51,821 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733163705669.733b3bf3c25546fea6ec0ed73d4428b9. 2024-12-02T18:21:51,864 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,34529,1733163698408.replicationSource.wal-reader.95451c90bed2%2C34529%2C1733163698408,1-95451c90bed2,34529,1733163698408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/WALs/95451c90bed2,34529,1733163698408/95451c90bed2%2C34529%2C1733163698408.1733163699482 to pos 1160, reset compression=false 2024-12-02T18:21:51,868 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,34529,1733163698408.replicationSource.wal-reader.95451c90bed2%2C34529%2C1733163698408,1-95451c90bed2,34529,1733163698408 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T18:21:51,869 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,34529,1733163698408.replicationSource.wal-reader.95451c90bed2%2C34529%2C1733163698408,1-95451c90bed2,34529,1733163698408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/WALs/95451c90bed2,34529,1733163698408/95451c90bed2%2C34529%2C1733163698408.1733163699482 to pos 1804, reset compression=false 2024-12-02T18:21:51,914 INFO [RS:0;95451c90bed2:34529 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T18:21:51,914 DEBUG [RS:0;95451c90bed2:34529 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 733b3bf3c25546fea6ec0ed73d4428b9=hbase:replication,,1733163705669.733b3bf3c25546fea6ec0ed73d4428b9.} 2024-12-02T18:21:51,914 INFO [RS:0;95451c90bed2:34529 {}] regionserver.HRegionServer(3091): Received CLOSE for 733b3bf3c25546fea6ec0ed73d4428b9 2024-12-02T18:21:51,914 DEBUG [RS:0;95451c90bed2:34529 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 733b3bf3c25546fea6ec0ed73d4428b9 2024-12-02T18:21:51,914 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 733b3bf3c25546fea6ec0ed73d4428b9, disabling compactions & flushes 2024-12-02T18:21:51,914 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733163705669.733b3bf3c25546fea6ec0ed73d4428b9. 2024-12-02T18:21:51,914 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733163705669.733b3bf3c25546fea6ec0ed73d4428b9. 2024-12-02T18:21:51,915 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733163705669.733b3bf3c25546fea6ec0ed73d4428b9. after waiting 0 ms 2024-12-02T18:21:51,915 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733163705669.733b3bf3c25546fea6ec0ed73d4428b9. 2024-12-02T18:21:51,915 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 733b3bf3c25546fea6ec0ed73d4428b9: Waiting for close lock at 1733163711914Running coprocessor pre-close hooks at 1733163711914Disabling compacts and flushes for region at 1733163711914Disabling writes for close at 1733163711915 (+1 ms)Failed flush hbase:replication,,1733163705669.733b3bf3c25546fea6ec0ed73d4428b9., putting online again at 1733163711915 2024-12-02T18:21:51,915 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733163705669.733b3bf3c25546fea6ec0ed73d4428b9. 2024-12-02T18:21:51,932 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T18:21:51,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:51,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:51,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:51,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:51,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:51,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:51,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:51,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:51,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:52,072 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,34529,1733163698408.replicationSource.wal-reader.95451c90bed2%2C34529%2C1733163698408,1-95451c90bed2,34529,1733163698408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/WALs/95451c90bed2,34529,1733163698408/95451c90bed2%2C34529%2C1733163698408.1733163699482 to pos 1804, reset compression=false 2024-12-02T18:21:52,114 DEBUG [RS:0;95451c90bed2:34529 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T18:21:52,195 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/data/hbase/meta/1588230740/.tmp/rep_barrier/984279ea76854c24b23c067094a055bc 2024-12-02T18:21:52,216 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/data/hbase/meta/1588230740/.tmp/table/1740bea41d144ee08e514c9cb65742e0 is 53, key is hbase:replication/table:state/1733163706452/Put/seqid=0 2024-12-02T18:21:52,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741846_1022 (size=5308) 2024-12-02T18:21:52,315 DEBUG [RS:0;95451c90bed2:34529 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T18:21:52,375 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,34529,1733163698408.replicationSource.wal-reader.95451c90bed2%2C34529%2C1733163698408,1-95451c90bed2,34529,1733163698408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/WALs/95451c90bed2,34529,1733163698408/95451c90bed2%2C34529%2C1733163698408.1733163699482 to pos 1804, reset compression=false 2024-12-02T18:21:52,398 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38375,1733163692150.replicationSource.wal-reader.95451c90bed2%2C38375%2C1733163692150,1-95451c90bed2,38375,1733163692150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/WALs/95451c90bed2,38375,1733163692150/95451c90bed2%2C38375%2C1733163692150.1733163694581 to pos 912, reset compression=false 2024-12-02T18:21:52,515 DEBUG [RS:0;95451c90bed2:34529 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T18:21:52,620 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/data/hbase/meta/1588230740/.tmp/table/1740bea41d144ee08e514c9cb65742e0 2024-12-02T18:21:52,624 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/data/hbase/meta/1588230740/.tmp/info/9c4dad8345e544adaa3e70a05ff0258e as hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/data/hbase/meta/1588230740/info/9c4dad8345e544adaa3e70a05ff0258e 2024-12-02T18:21:52,628 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/data/hbase/meta/1588230740/info/9c4dad8345e544adaa3e70a05ff0258e, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T18:21:52,630 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/data/hbase/meta/1588230740/.tmp/ns/a0c8572564894d29bda596030b893d33 as hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/data/hbase/meta/1588230740/ns/a0c8572564894d29bda596030b893d33 2024-12-02T18:21:52,634 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/data/hbase/meta/1588230740/ns/a0c8572564894d29bda596030b893d33, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T18:21:52,635 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/data/hbase/meta/1588230740/.tmp/rep_barrier/984279ea76854c24b23c067094a055bc as hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/data/hbase/meta/1588230740/rep_barrier/984279ea76854c24b23c067094a055bc 2024-12-02T18:21:52,639 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/data/hbase/meta/1588230740/rep_barrier/984279ea76854c24b23c067094a055bc, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T18:21:52,640 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/data/hbase/meta/1588230740/.tmp/table/1740bea41d144ee08e514c9cb65742e0 as hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/data/hbase/meta/1588230740/table/1740bea41d144ee08e514c9cb65742e0 2024-12-02T18:21:52,644 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/data/hbase/meta/1588230740/table/1740bea41d144ee08e514c9cb65742e0, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T18:21:52,645 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1732ms, sequenceid=16, compaction requested=false 2024-12-02T18:21:52,652 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T18:21:52,652 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T18:21:52,652 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T18:21:52,652 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T18:21:52,652 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733163710913Running coprocessor pre-close hooks at 1733163710913Disabling compacts and flushes for region at 1733163710913Disabling writes for close at 1733163710913Obtaining lock to block concurrent updates at 1733163710913Preparing flush snapshotting stores in 1588230740 at 1733163710913Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733163710914 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733163710914Flushing 1588230740/info: creating writer at 1733163710914Flushing 1588230740/info: appending metadata at 1733163710932 (+18 ms)Flushing 1588230740/info: closing flushed file at 1733163710932Flushing 1588230740/ns: creating writer at 1733163711349 (+417 ms)Flushing 1588230740/ns: appending metadata at 1733163711363 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733163711363Flushing 1588230740/rep_barrier: creating writer at 1733163711774 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733163711789 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733163711789Flushing 1588230740/table: creating writer at 1733163712200 (+411 ms)Flushing 1588230740/table: appending metadata at 1733163712216 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733163712216Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c1ed1d6: reopening flushed file at 1733163712624 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21ca3569: reopening flushed file at 1733163712628 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c8ab4a7: reopening flushed file at 1733163712634 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1965e6b4: reopening flushed file at 1733163712639 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1732ms, sequenceid=16, compaction requested=false at 1733163712645 (+6 ms)Writing region close event to WAL at 1733163712649 (+4 ms)Running coprocessor post-close hooks at 1733163712652 (+3 ms)Closed at 1733163712652 2024-12-02T18:21:52,652 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T18:21:52,715 INFO [RS:0;95451c90bed2:34529 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-02T18:21:52,715 INFO [RS:0;95451c90bed2:34529 {}] regionserver.HRegionServer(976): stopping server 95451c90bed2,34529,1733163698408; all regions closed. 2024-12-02T18:21:52,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741834_1010 (size=4239) 2024-12-02T18:21:52,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741839_1015 (size=1733) 2024-12-02T18:21:52,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741833_1009 (size=1812) 2024-12-02T18:21:52,753 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/WALs/95451c90bed2,34529,1733163698408/95451c90bed2%2C34529%2C1733163698408.1733163699482 not finished, retry = 0 2024-12-02T18:21:52,778 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,34529,1733163698408.replicationSource.wal-reader.95451c90bed2%2C34529%2C1733163698408,1-95451c90bed2,34529,1733163698408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/WALs/95451c90bed2,34529,1733163698408/95451c90bed2%2C34529%2C1733163698408.1733163699482 to pos 1804, reset compression=false 2024-12-02T18:21:52,838 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:21:52,839 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [95451c90bed2,40805,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=95451c90bed2:40805 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T18:21:52,839 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28323 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [95451c90bed2,40805,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=95451c90bed2:40805 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T18:21:52,854 DEBUG [RS:0;95451c90bed2:34529 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:52,854 INFO [RS:0;95451c90bed2:34529 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T18:21:52,854 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,34529,1733163698408.replicationSource.wal-reader.95451c90bed2%2C34529%2C1733163698408,1-95451c90bed2,34529,1733163698408 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/WALs/95451c90bed2,34529,1733163698408/95451c90bed2%2C34529%2C1733163698408.1733163699482 2024-12-02T18:21:52,854 INFO [RS:0;95451c90bed2:34529 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T18:21:52,854 INFO [RS:0;95451c90bed2:34529 {}] hbase.ChoreService(370): Chore service for: regionserver/95451c90bed2:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T18:21:52,854 INFO [RS:0;95451c90bed2:34529 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T18:21:52,854 INFO [regionserver/95451c90bed2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T18:21:52,855 INFO [RS:0;95451c90bed2:34529 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-95451c90bed2,34529,1733163698408 because: Region server is closing 2024-12-02T18:21:52,855 INFO [RS:0;95451c90bed2:34529 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;95451c90bed2:34529. 2024-12-02T18:21:52,855 DEBUG [RS:0;95451c90bed2:34529 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:21:52,855 DEBUG [RS:0;95451c90bed2:34529 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:52,855 DEBUG [RS:0;95451c90bed2:34529 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:52,855 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:21:52,955 INFO [RS:0;95451c90bed2:34529 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,34529,1733163698408.replicationSource.shipper95451c90bed2%2C34529%2C1733163698408,1-95451c90bed2,34529,1733163698408 terminated 2024-12-02T18:21:52,955 INFO [RS:0;95451c90bed2:34529 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;95451c90bed2:34529. 2024-12-02T18:21:52,955 WARN [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,34529,1733163698408.replicationSource.wal-reader.95451c90bed2%2C34529%2C1733163698408,1-95451c90bed2,34529,1733163698408 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-12-02T18:21:52,955 DEBUG [RS:0;95451c90bed2:34529 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:21:52,955 DEBUG [RS:0;95451c90bed2:34529 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:52,955 DEBUG [RS:0;95451c90bed2:34529 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:52,956 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:21:52,956 INFO [RS:0;95451c90bed2:34529 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34529 2024-12-02T18:21:53,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34529-0x101974723700004, quorum=127.0.0.1:55203, baseZNode=/1-696349674 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-696349674/rs/95451c90bed2,34529,1733163698408 2024-12-02T18:21:53,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32951-0x101974723700003, quorum=127.0.0.1:55203, baseZNode=/1-696349674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-696349674/rs 2024-12-02T18:21:53,064 INFO [RS:0;95451c90bed2:34529 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T18:21:53,064 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [95451c90bed2,34529,1733163698408] 2024-12-02T18:21:53,117 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38375,1733163692150.replicationSource.wal-reader.95451c90bed2%2C38375%2C1733163692150,1-95451c90bed2,38375,1733163692150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/WALs/95451c90bed2,38375,1733163692150/95451c90bed2%2C38375%2C1733163692150.1733163694581 to pos 912, reset compression=false 2024-12-02T18:21:53,195 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-696349674/draining/95451c90bed2,34529,1733163698408 already deleted, retry=false 2024-12-02T18:21:53,195 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 95451c90bed2,34529,1733163698408 expired; onlineServers=0 2024-12-02T18:21:53,195 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '95451c90bed2,32951,1733163698274' ***** 2024-12-02T18:21:53,195 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T18:21:53,195 INFO [M:0;95451c90bed2:32951 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T18:21:53,195 INFO [M:0;95451c90bed2:32951 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T18:21:53,195 DEBUG [M:0;95451c90bed2:32951 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T18:21:53,195 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T18:21:53,195 DEBUG [M:0;95451c90bed2:32951 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T18:21:53,195 DEBUG [master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.large.0-1733163699241 {}] cleaner.HFileCleaner(306): Exit Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.large.0-1733163699241,5,FailOnTimeoutGroup] 2024-12-02T18:21:53,195 DEBUG [master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.small.0-1733163699241 {}] cleaner.HFileCleaner(306): Exit Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.small.0-1733163699241,5,FailOnTimeoutGroup] 2024-12-02T18:21:53,195 INFO [M:0;95451c90bed2:32951 {}] hbase.ChoreService(370): Chore service for: master/95451c90bed2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T18:21:53,196 INFO [M:0;95451c90bed2:32951 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T18:21:53,196 DEBUG [M:0;95451c90bed2:32951 {}] master.HMaster(1795): Stopping service threads 2024-12-02T18:21:53,196 INFO [M:0;95451c90bed2:32951 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T18:21:53,196 INFO [M:0;95451c90bed2:32951 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T18:21:53,196 INFO [M:0;95451c90bed2:32951 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T18:21:53,196 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T18:21:53,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34529-0x101974723700004, quorum=127.0.0.1:55203, baseZNode=/1-696349674 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:21:53,222 INFO [RS:0;95451c90bed2:34529 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T18:21:53,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34529-0x101974723700004, quorum=127.0.0.1:55203, baseZNode=/1-696349674 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:21:53,222 INFO [RS:0;95451c90bed2:34529 {}] regionserver.HRegionServer(1031): Exiting; stopping=95451c90bed2,34529,1733163698408; zookeeper connection closed. 2024-12-02T18:21:53,222 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5864e9c0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5864e9c0 2024-12-02T18:21:53,222 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T18:21:53,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32951-0x101974723700003, quorum=127.0.0.1:55203, baseZNode=/1-696349674 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-696349674/master 2024-12-02T18:21:53,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32951-0x101974723700003, quorum=127.0.0.1:55203, baseZNode=/1-696349674 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-696349674 2024-12-02T18:21:53,254 DEBUG [M:0;95451c90bed2:32951 {}] zookeeper.ZKUtil(347): master:32951-0x101974723700003, quorum=127.0.0.1:55203, baseZNode=/1-696349674 Unable to get data of znode /1-696349674/master because node does not exist (not an error) 2024-12-02T18:21:53,254 WARN [M:0;95451c90bed2:32951 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T18:21:53,254 INFO [M:0;95451c90bed2:32951 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/.lastflushedseqids 2024-12-02T18:21:53,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741847_1023 (size=245) 2024-12-02T18:21:53,659 INFO [M:0;95451c90bed2:32951 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T18:21:53,659 INFO [M:0;95451c90bed2:32951 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T18:21:53,659 DEBUG [M:0;95451c90bed2:32951 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T18:21:53,659 INFO [M:0;95451c90bed2:32951 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:21:53,659 DEBUG [M:0;95451c90bed2:32951 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:21:53,659 DEBUG [M:0;95451c90bed2:32951 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T18:21:53,659 DEBUG [M:0;95451c90bed2:32951 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:21:53,659 INFO [M:0;95451c90bed2:32951 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-02T18:21:53,677 DEBUG [M:0;95451c90bed2:32951 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7f7869bfb32b4cc583dfddf3dcd23c71 is 82, key is hbase:meta,,1/info:regioninfo/1733163700073/Put/seqid=0 2024-12-02T18:21:53,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741848_1024 (size=5672) 2024-12-02T18:21:53,921 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38375,1733163692150.replicationSource.wal-reader.95451c90bed2%2C38375%2C1733163692150,1-95451c90bed2,38375,1733163692150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/WALs/95451c90bed2,38375,1733163692150/95451c90bed2%2C38375%2C1733163692150.1733163694581 to pos 912, reset compression=false 2024-12-02T18:21:54,082 INFO [M:0;95451c90bed2:32951 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7f7869bfb32b4cc583dfddf3dcd23c71 2024-12-02T18:21:54,102 DEBUG [M:0;95451c90bed2:32951 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/10fee55b4f404c5da808be3c438bf7c3 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733163706455/Put/seqid=0 2024-12-02T18:21:54,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741849_1025 (size=8516) 2024-12-02T18:21:54,515 INFO [M:0;95451c90bed2:32951 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/10fee55b4f404c5da808be3c438bf7c3 2024-12-02T18:21:54,531 DEBUG [M:0;95451c90bed2:32951 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac412ebf42f8412994c9f785e3661ae6 is 69, key is 95451c90bed2,34529,1733163698408/rs:state/1733163699289/Put/seqid=0 2024-12-02T18:21:54,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741850_1026 (size=5156) 2024-12-02T18:21:54,824 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38375,1733163692150.replicationSource.wal-reader.95451c90bed2%2C38375%2C1733163692150,1-95451c90bed2,38375,1733163692150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/WALs/95451c90bed2,38375,1733163692150/95451c90bed2%2C38375%2C1733163692150.1733163694581 to pos 912, reset compression=false 2024-12-02T18:21:54,935 INFO [M:0;95451c90bed2:32951 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac412ebf42f8412994c9f785e3661ae6 2024-12-02T18:21:54,942 DEBUG [M:0;95451c90bed2:32951 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7f7869bfb32b4cc583dfddf3dcd23c71 as hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7f7869bfb32b4cc583dfddf3dcd23c71 2024-12-02T18:21:54,947 INFO [M:0;95451c90bed2:32951 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7f7869bfb32b4cc583dfddf3dcd23c71, entries=8, sequenceid=97, filesize=5.5 K 2024-12-02T18:21:54,948 DEBUG [M:0;95451c90bed2:32951 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/10fee55b4f404c5da808be3c438bf7c3 as hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/10fee55b4f404c5da808be3c438bf7c3 2024-12-02T18:21:54,956 INFO [M:0;95451c90bed2:32951 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/10fee55b4f404c5da808be3c438bf7c3, entries=11, sequenceid=97, filesize=8.3 K 2024-12-02T18:21:54,957 DEBUG [M:0;95451c90bed2:32951 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac412ebf42f8412994c9f785e3661ae6 as hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ac412ebf42f8412994c9f785e3661ae6 2024-12-02T18:21:54,961 INFO [M:0;95451c90bed2:32951 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38953/user/jenkins/test-data/c21c65a6-f180-a4a7-ea50-172c1451e8ec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ac412ebf42f8412994c9f785e3661ae6, entries=1, sequenceid=97, filesize=5.0 K 2024-12-02T18:21:54,962 INFO [M:0;95451c90bed2:32951 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1303ms, sequenceid=97, compaction requested=false 2024-12-02T18:21:54,972 INFO [M:0;95451c90bed2:32951 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:21:54,972 DEBUG [M:0;95451c90bed2:32951 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733163713659Disabling compacts and flushes for region at 1733163713659Disabling writes for close at 1733163713659Obtaining lock to block concurrent updates at 1733163713659Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733163713659Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733163713660 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733163713660Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733163713660Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733163713676 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733163713676Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733163714085 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733163714102 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733163714102Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733163714518 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733163714530 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733163714530Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c5db677: reopening flushed file at 1733163714941 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1329c3f1: reopening flushed file at 1733163714947 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54f0ae50: reopening flushed file at 1733163714956 (+9 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1303ms, sequenceid=97, compaction requested=false at 1733163714962 (+6 ms)Writing region close event to WAL at 1733163714972 (+10 ms)Closed at 1733163714972 2024-12-02T18:21:54,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45357 is added to blk_1073741830_1006 (size=63654) 2024-12-02T18:21:54,975 INFO [M:0;95451c90bed2:32951 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T18:21:54,975 INFO [M:0;95451c90bed2:32951 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32951 2024-12-02T18:21:54,975 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T18:21:54,976 INFO [M:0;95451c90bed2:32951 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T18:21:55,169 INFO [M:0;95451c90bed2:32951 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T18:21:55,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32951-0x101974723700003, quorum=127.0.0.1:55203, baseZNode=/1-696349674 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:21:55,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32951-0x101974723700003, quorum=127.0.0.1:55203, baseZNode=/1-696349674 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:21:55,226 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5dbf964d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T18:21:55,226 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@473d1391{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T18:21:55,226 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T18:21:55,226 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4901da09{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T18:21:55,226 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4dac0b05{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f3a6eb7-e8d5-8970-cede-5d9638361812/hadoop.log.dir/,STOPPED} 2024-12-02T18:21:55,228 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T18:21:55,228 WARN [BP-441064397-172.17.0.3-1733163695756 heartbeating to localhost/127.0.0.1:38953 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T18:21:55,228 WARN [BP-441064397-172.17.0.3-1733163695756 heartbeating to localhost/127.0.0.1:38953 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-441064397-172.17.0.3-1733163695756 (Datanode Uuid 6eb8cc57-199f-471d-b979-01329feed1d9) service to localhost/127.0.0.1:38953 2024-12-02T18:21:55,228 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T18:21:55,229 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f3a6eb7-e8d5-8970-cede-5d9638361812/cluster_e609942b-faec-47b9-7095-de1a2924475d/data/data1/current/BP-441064397-172.17.0.3-1733163695756 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T18:21:55,229 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f3a6eb7-e8d5-8970-cede-5d9638361812/cluster_e609942b-faec-47b9-7095-de1a2924475d/data/data2/current/BP-441064397-172.17.0.3-1733163695756 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T18:21:55,230 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T18:21:55,238 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7791517c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T18:21:55,238 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c3bb764{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T18:21:55,238 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T18:21:55,239 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e95cfe6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T18:21:55,239 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74263c46{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f3a6eb7-e8d5-8970-cede-5d9638361812/hadoop.log.dir/,STOPPED} 2024-12-02T18:21:55,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T18:21:55,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T18:21:55,254 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T18:21:55,254 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:21:55,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:55,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:55,254 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:21:55,255 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T18:21:55,255 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=213368281, stopped=false 2024-12-02T18:21:55,255 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=95451c90bed2,34105,1733163691899 2024-12-02T18:21:55,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34105-0x101974723700000, quorum=127.0.0.1:55203, baseZNode=/01740426886 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01740426886/running 2024-12-02T18:21:55,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38375-0x101974723700001, quorum=127.0.0.1:55203, baseZNode=/01740426886 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01740426886/running 2024-12-02T18:21:55,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34105-0x101974723700000, quorum=127.0.0.1:55203, baseZNode=/01740426886 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01740426886 2024-12-02T18:21:55,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38375-0x101974723700001, quorum=127.0.0.1:55203, baseZNode=/01740426886 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01740426886 2024-12-02T18:21:55,269 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T18:21:55,269 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34105-0x101974723700000, quorum=127.0.0.1:55203, baseZNode=/01740426886 Set watcher on znode that does not yet exist, /01740426886/running 2024-12-02T18:21:55,270 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T18:21:55,270 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:21:55,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:55,270 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '95451c90bed2,38375,1733163692150' ***** 2024-12-02T18:21:55,270 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T18:21:55,271 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38375-0x101974723700001, quorum=127.0.0.1:55203, baseZNode=/01740426886 Set watcher on znode that does not yet exist, /01740426886/running 2024-12-02T18:21:55,271 INFO [RS:0;95451c90bed2:38375 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T18:21:55,271 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T18:21:55,271 INFO [RS:0;95451c90bed2:38375 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T18:21:55,271 INFO [RS:0;95451c90bed2:38375 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T18:21:55,271 INFO [RS:0;95451c90bed2:38375 {}] regionserver.HRegionServer(3091): Received CLOSE for 6bb543bd94994eef2f3a56d362b5173b 2024-12-02T18:21:55,273 INFO [regionserver/95451c90bed2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T18:21:55,284 INFO [RS:0;95451c90bed2:38375 {}] regionserver.HRegionServer(3091): Received CLOSE for 501b734bfc8bdf5a99f1feb134bfa96a 2024-12-02T18:21:55,284 INFO [RS:0;95451c90bed2:38375 {}] regionserver.HRegionServer(959): stopping server 95451c90bed2,38375,1733163692150 2024-12-02T18:21:55,284 INFO [RS:0;95451c90bed2:38375 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T18:21:55,284 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6bb543bd94994eef2f3a56d362b5173b, disabling compactions & flushes 2024-12-02T18:21:55,284 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733163703496.6bb543bd94994eef2f3a56d362b5173b. 2024-12-02T18:21:55,284 INFO [RS:0;95451c90bed2:38375 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;95451c90bed2:38375. 2024-12-02T18:21:55,284 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733163703496.6bb543bd94994eef2f3a56d362b5173b. 2024-12-02T18:21:55,284 DEBUG [RS:0;95451c90bed2:38375 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:21:55,284 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733163703496.6bb543bd94994eef2f3a56d362b5173b. after waiting 0 ms 2024-12-02T18:21:55,284 DEBUG [RS:0;95451c90bed2:38375 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:55,284 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733163703496.6bb543bd94994eef2f3a56d362b5173b. 2024-12-02T18:21:55,284 INFO [RS:0;95451c90bed2:38375 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T18:21:55,284 INFO [RS:0;95451c90bed2:38375 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T18:21:55,284 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6bb543bd94994eef2f3a56d362b5173b 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-12-02T18:21:55,284 INFO [RS:0;95451c90bed2:38375 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T18:21:55,284 INFO [RS:0;95451c90bed2:38375 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T18:21:55,286 INFO [RS:0;95451c90bed2:38375 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T18:21:55,286 DEBUG [RS:0;95451c90bed2:38375 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6bb543bd94994eef2f3a56d362b5173b=hbase:replication,,1733163703496.6bb543bd94994eef2f3a56d362b5173b., 501b734bfc8bdf5a99f1feb134bfa96a=test,,1733163700189.501b734bfc8bdf5a99f1feb134bfa96a.} 2024-12-02T18:21:55,286 DEBUG [RS:0;95451c90bed2:38375 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 501b734bfc8bdf5a99f1feb134bfa96a, 6bb543bd94994eef2f3a56d362b5173b 2024-12-02T18:21:55,287 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T18:21:55,287 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T18:21:55,287 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T18:21:55,287 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T18:21:55,287 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T18:21:55,287 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T18:21:55,311 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/data/hbase/replication/6bb543bd94994eef2f3a56d362b5173b/.tmp/queue/7f507cf355f04bf98feb422b89170ae0 is 153, key is 1-95451c90bed2,38375,1733163692150/queue:95451c90bed2%2C38375%2C1733163692150/1733163710371/Put/seqid=0 2024-12-02T18:21:55,313 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/data/hbase/meta/1588230740/.tmp/info/7726012c8ef14cac807e7e22155a4ec0 is 147, key is hbase:replication,,1733163703496.6bb543bd94994eef2f3a56d362b5173b./info:regioninfo/1733163704663/Put/seqid=0 2024-12-02T18:21:55,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741841_1017 (size=7686) 2024-12-02T18:21:55,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741840_1016 (size=5352) 2024-12-02T18:21:55,330 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/data/hbase/replication/6bb543bd94994eef2f3a56d362b5173b/.tmp/queue/7f507cf355f04bf98feb422b89170ae0 2024-12-02T18:21:55,338 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/data/hbase/replication/6bb543bd94994eef2f3a56d362b5173b/.tmp/queue/7f507cf355f04bf98feb422b89170ae0 as hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/data/hbase/replication/6bb543bd94994eef2f3a56d362b5173b/queue/7f507cf355f04bf98feb422b89170ae0 2024-12-02T18:21:55,346 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/data/hbase/replication/6bb543bd94994eef2f3a56d362b5173b/queue/7f507cf355f04bf98feb422b89170ae0, entries=1, sequenceid=10, filesize=5.2 K 2024-12-02T18:21:55,347 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 6bb543bd94994eef2f3a56d362b5173b in 63ms, sequenceid=10, compaction requested=false 2024-12-02T18:21:55,361 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/data/hbase/replication/6bb543bd94994eef2f3a56d362b5173b/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-02T18:21:55,362 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T18:21:55,362 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T18:21:55,362 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733163703496.6bb543bd94994eef2f3a56d362b5173b. 2024-12-02T18:21:55,362 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6bb543bd94994eef2f3a56d362b5173b: Waiting for close lock at 1733163715284Running coprocessor pre-close hooks at 1733163715284Disabling compacts and flushes for region at 1733163715284Disabling writes for close at 1733163715284Obtaining lock to block concurrent updates at 1733163715284Preparing flush snapshotting stores in 6bb543bd94994eef2f3a56d362b5173b at 1733163715284Finished memstore snapshotting hbase:replication,,1733163703496.6bb543bd94994eef2f3a56d362b5173b., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1733163715285 (+1 ms)Flushing stores of hbase:replication,,1733163703496.6bb543bd94994eef2f3a56d362b5173b. at 1733163715286 (+1 ms)Flushing 6bb543bd94994eef2f3a56d362b5173b/queue: creating writer at 1733163715286Flushing 6bb543bd94994eef2f3a56d362b5173b/queue: appending metadata at 1733163715311 (+25 ms)Flushing 6bb543bd94994eef2f3a56d362b5173b/queue: closing flushed file at 1733163715311Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55e4e8a3: reopening flushed file at 1733163715337 (+26 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 6bb543bd94994eef2f3a56d362b5173b in 63ms, sequenceid=10, compaction requested=false at 1733163715347 (+10 ms)Writing region close event to WAL at 1733163715348 (+1 ms)Running coprocessor post-close hooks at 1733163715362 (+14 ms)Closed at 1733163715362 2024-12-02T18:21:55,362 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733163703496.6bb543bd94994eef2f3a56d362b5173b. 2024-12-02T18:21:55,362 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 501b734bfc8bdf5a99f1feb134bfa96a, disabling compactions & flushes 2024-12-02T18:21:55,362 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733163700189.501b734bfc8bdf5a99f1feb134bfa96a. 2024-12-02T18:21:55,362 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733163700189.501b734bfc8bdf5a99f1feb134bfa96a. 2024-12-02T18:21:55,362 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733163700189.501b734bfc8bdf5a99f1feb134bfa96a. after waiting 0 ms 2024-12-02T18:21:55,362 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733163700189.501b734bfc8bdf5a99f1feb134bfa96a. 2024-12-02T18:21:55,363 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 501b734bfc8bdf5a99f1feb134bfa96a 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-12-02T18:21:55,381 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/data/default/test/501b734bfc8bdf5a99f1feb134bfa96a/.tmp/f/f594948924e74355bce816f7b74c6ec8 is 29, key is row1/f:/1733163709845/DeleteFamily/seqid=0 2024-12-02T18:21:55,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741842_1018 (size=5118) 2024-12-02T18:21:55,458 INFO [regionserver/95451c90bed2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T18:21:55,458 INFO [regionserver/95451c90bed2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T18:21:55,486 DEBUG [RS:0;95451c90bed2:38375 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 501b734bfc8bdf5a99f1feb134bfa96a 2024-12-02T18:21:55,687 DEBUG [RS:0;95451c90bed2:38375 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 501b734bfc8bdf5a99f1feb134bfa96a 2024-12-02T18:21:55,729 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/data/hbase/meta/1588230740/.tmp/info/7726012c8ef14cac807e7e22155a4ec0 2024-12-02T18:21:55,749 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/data/hbase/meta/1588230740/.tmp/ns/38b0eef4b19144798054626f772ae847 is 43, key is default/ns:d/1733163695650/Put/seqid=0 2024-12-02T18:21:55,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741843_1019 (size=5153) 2024-12-02T18:21:55,790 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/data/default/test/501b734bfc8bdf5a99f1feb134bfa96a/.tmp/f/f594948924e74355bce816f7b74c6ec8 2024-12-02T18:21:55,794 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f594948924e74355bce816f7b74c6ec8 2024-12-02T18:21:55,806 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/data/default/test/501b734bfc8bdf5a99f1feb134bfa96a/.tmp/f1/15ea5d76f2c84806a20d998cbbf150be is 30, key is row1/f1:/1733163709845/DeleteFamily/seqid=0 2024-12-02T18:21:55,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741844_1020 (size=5123) 2024-12-02T18:21:55,811 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/data/default/test/501b734bfc8bdf5a99f1feb134bfa96a/.tmp/f1/15ea5d76f2c84806a20d998cbbf150be 2024-12-02T18:21:55,815 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 15ea5d76f2c84806a20d998cbbf150be 2024-12-02T18:21:55,829 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/data/default/test/501b734bfc8bdf5a99f1feb134bfa96a/.tmp/norep/16d0624ff3d448fc863653b61b090277 is 32, key is row/norep:/1733163708827/DeleteFamily/seqid=0 2024-12-02T18:21:55,832 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38375,1733163692150.replicationSource.wal-reader.95451c90bed2%2C38375%2C1733163692150,1-95451c90bed2,38375,1733163692150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/WALs/95451c90bed2,38375,1733163692150/95451c90bed2%2C38375%2C1733163692150.1733163694581 to pos 912, reset compression=false 2024-12-02T18:21:55,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741845_1021 (size=5101) 2024-12-02T18:21:55,854 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38375,1733163692150.replicationSource.wal-reader.95451c90bed2%2C38375%2C1733163692150,1-95451c90bed2,38375,1733163692150 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T18:21:55,854 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38375,1733163692150.replicationSource.wal-reader.95451c90bed2%2C38375%2C1733163692150,1-95451c90bed2,38375,1733163692150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/WALs/95451c90bed2,38375,1733163692150/95451c90bed2%2C38375%2C1733163692150.1733163694581 to pos 1159, reset compression=false 2024-12-02T18:21:55,854 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38375,1733163692150.replicationSource.shipper95451c90bed2%2C38375%2C1733163692150,1-95451c90bed2,38375,1733163692150 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-95451c90bed2,38375,1733163692150 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/WALs/95451c90bed2,38375,1733163692150/95451c90bed2%2C38375%2C1733163692150.1733163694581, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T18:21:55,854 ERROR [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38375,1733163692150.replicationSource.shipper95451c90bed2%2C38375%2C1733163692150,1-95451c90bed2,38375,1733163692150 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 95451c90bed2,38375,1733163692150: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-95451c90bed2,38375,1733163692150, walGroup=95451c90bed2%2C38375%2C1733163692150, offset=95451c90bed2%2C38375%2C1733163692150.1733163694581:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=95451c90bed2:38375 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-02T18:21:55,855 ERROR [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38375,1733163692150.replicationSource.shipper95451c90bed2%2C38375%2C1733163692150,1-95451c90bed2,38375,1733163692150 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T18:21:55,855 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38375,1733163692150.replicationSource.shipper95451c90bed2%2C38375%2C1733163692150,1-95451c90bed2,38375,1733163692150 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T18:21:55,855 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38375,1733163692150.replicationSource.shipper95451c90bed2%2C38375%2C1733163692150,1-95451c90bed2,38375,1733163692150 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T18:21:55,855 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38375,1733163692150.replicationSource.shipper95451c90bed2%2C38375%2C1733163692150,1-95451c90bed2,38375,1733163692150 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T18:21:55,855 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38375,1733163692150.replicationSource.shipper95451c90bed2%2C38375%2C1733163692150,1-95451c90bed2,38375,1733163692150 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T18:21:55,855 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38375,1733163692150.replicationSource.shipper95451c90bed2%2C38375%2C1733163692150,1-95451c90bed2,38375,1733163692150 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 691456488 }, "NonHeapMemoryUsage": { "committed": 194183168, "init": 7667712, "max": -1, "used": 191299152 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-02T18:21:55,856 WARN [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38375,1733163692150.replicationSource.shipper95451c90bed2%2C38375%2C1733163692150,1-95451c90bed2,38375,1733163692150 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=95451c90bed2:34105 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=95451c90bed2:34105 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-02T18:21:55,887 DEBUG [RS:0;95451c90bed2:38375 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 501b734bfc8bdf5a99f1feb134bfa96a 2024-12-02T18:21:56,058 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38375,1733163692150.replicationSource.wal-reader.95451c90bed2%2C38375%2C1733163692150,1-95451c90bed2,38375,1733163692150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/WALs/95451c90bed2,38375,1733163692150/95451c90bed2%2C38375%2C1733163692150.1733163694581 to pos 1159, reset compression=false 2024-12-02T18:21:56,087 DEBUG [RS:0;95451c90bed2:38375 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 501b734bfc8bdf5a99f1feb134bfa96a 2024-12-02T18:21:56,153 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/data/hbase/meta/1588230740/.tmp/ns/38b0eef4b19144798054626f772ae847 2024-12-02T18:21:56,172 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/data/hbase/meta/1588230740/.tmp/rep_barrier/4aa2ea73926c4e59a8253acaf2fcddfc is 112, key is test,,1733163700189.501b734bfc8bdf5a99f1feb134bfa96a./rep_barrier:seqnumDuringOpen/1733163700944/Put/seqid=0 2024-12-02T18:21:56,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741846_1022 (size=5518) 2024-12-02T18:21:56,238 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/data/default/test/501b734bfc8bdf5a99f1feb134bfa96a/.tmp/norep/16d0624ff3d448fc863653b61b090277 2024-12-02T18:21:56,242 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 16d0624ff3d448fc863653b61b090277 2024-12-02T18:21:56,242 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/data/default/test/501b734bfc8bdf5a99f1feb134bfa96a/.tmp/f/f594948924e74355bce816f7b74c6ec8 as hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/data/default/test/501b734bfc8bdf5a99f1feb134bfa96a/f/f594948924e74355bce816f7b74c6ec8 2024-12-02T18:21:56,246 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f594948924e74355bce816f7b74c6ec8 2024-12-02T18:21:56,247 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/data/default/test/501b734bfc8bdf5a99f1feb134bfa96a/f/f594948924e74355bce816f7b74c6ec8, entries=2, sequenceid=8, filesize=5.0 K 2024-12-02T18:21:56,247 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/data/default/test/501b734bfc8bdf5a99f1feb134bfa96a/.tmp/f1/15ea5d76f2c84806a20d998cbbf150be as hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/data/default/test/501b734bfc8bdf5a99f1feb134bfa96a/f1/15ea5d76f2c84806a20d998cbbf150be 2024-12-02T18:21:56,251 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 15ea5d76f2c84806a20d998cbbf150be 2024-12-02T18:21:56,251 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/data/default/test/501b734bfc8bdf5a99f1feb134bfa96a/f1/15ea5d76f2c84806a20d998cbbf150be, entries=2, sequenceid=8, filesize=5.0 K 2024-12-02T18:21:56,252 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/data/default/test/501b734bfc8bdf5a99f1feb134bfa96a/.tmp/norep/16d0624ff3d448fc863653b61b090277 as hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/data/default/test/501b734bfc8bdf5a99f1feb134bfa96a/norep/16d0624ff3d448fc863653b61b090277 2024-12-02T18:21:56,255 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 16d0624ff3d448fc863653b61b090277 2024-12-02T18:21:56,255 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/data/default/test/501b734bfc8bdf5a99f1feb134bfa96a/norep/16d0624ff3d448fc863653b61b090277, entries=1, sequenceid=8, filesize=5.0 K 2024-12-02T18:21:56,256 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 501b734bfc8bdf5a99f1feb134bfa96a in 894ms, sequenceid=8, compaction requested=false 2024-12-02T18:21:56,259 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/data/default/test/501b734bfc8bdf5a99f1feb134bfa96a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-02T18:21:56,259 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T18:21:56,260 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T18:21:56,260 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733163700189.501b734bfc8bdf5a99f1feb134bfa96a. 2024-12-02T18:21:56,260 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 501b734bfc8bdf5a99f1feb134bfa96a: Waiting for close lock at 1733163715362Running coprocessor pre-close hooks at 1733163715362Disabling compacts and flushes for region at 1733163715362Disabling writes for close at 1733163715362Obtaining lock to block concurrent updates at 1733163715363 (+1 ms)Preparing flush snapshotting stores in 501b734bfc8bdf5a99f1feb134bfa96a at 1733163715363Finished memstore snapshotting test,,1733163700189.501b734bfc8bdf5a99f1feb134bfa96a., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733163715363Flushing stores of test,,1733163700189.501b734bfc8bdf5a99f1feb134bfa96a. at 1733163715364 (+1 ms)Flushing 501b734bfc8bdf5a99f1feb134bfa96a/f: creating writer at 1733163715364Flushing 501b734bfc8bdf5a99f1feb134bfa96a/f: appending metadata at 1733163715380 (+16 ms)Flushing 501b734bfc8bdf5a99f1feb134bfa96a/f: closing flushed file at 1733163715380Flushing 501b734bfc8bdf5a99f1feb134bfa96a/f1: creating writer at 1733163715794 (+414 ms)Flushing 501b734bfc8bdf5a99f1feb134bfa96a/f1: appending metadata at 1733163715806 (+12 ms)Flushing 501b734bfc8bdf5a99f1feb134bfa96a/f1: closing flushed file at 1733163715806Flushing 501b734bfc8bdf5a99f1feb134bfa96a/norep: creating writer at 1733163715815 (+9 ms)Flushing 501b734bfc8bdf5a99f1feb134bfa96a/norep: appending metadata at 1733163715829 (+14 ms)Flushing 501b734bfc8bdf5a99f1feb134bfa96a/norep: closing flushed file at 1733163715829Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f646edf: reopening flushed file at 1733163716242 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@619d8ffd: reopening flushed file at 1733163716247 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9e17a4a: reopening flushed file at 1733163716251 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 501b734bfc8bdf5a99f1feb134bfa96a in 894ms, sequenceid=8, compaction requested=false at 1733163716256 (+5 ms)Writing region close event to WAL at 1733163716257 (+1 ms)Running coprocessor post-close hooks at 1733163716259 (+2 ms)Closed at 1733163716260 (+1 ms) 2024-12-02T18:21:56,260 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733163700189.501b734bfc8bdf5a99f1feb134bfa96a. 2024-12-02T18:21:56,287 INFO [RS:0;95451c90bed2:38375 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T18:21:56,287 DEBUG [RS:0;95451c90bed2:38375 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T18:21:56,287 DEBUG [RS:0;95451c90bed2:38375 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T18:21:56,362 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38375,1733163692150.replicationSource.wal-reader.95451c90bed2%2C38375%2C1733163692150,1-95451c90bed2,38375,1733163692150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/WALs/95451c90bed2,38375,1733163692150/95451c90bed2%2C38375%2C1733163692150.1733163694581 to pos 1159, reset compression=false 2024-12-02T18:21:56,365 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38375,1733163692150.replicationSource.wal-reader.95451c90bed2%2C38375%2C1733163692150,1-95451c90bed2,38375,1733163692150 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T18:21:56,365 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38375,1733163692150.replicationSource.wal-reader.95451c90bed2%2C38375%2C1733163692150,1-95451c90bed2,38375,1733163692150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/WALs/95451c90bed2,38375,1733163692150/95451c90bed2%2C38375%2C1733163692150.1733163694581 to pos 1803, reset compression=false 2024-12-02T18:21:56,488 DEBUG [RS:0;95451c90bed2:38375 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T18:21:56,568 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38375,1733163692150.replicationSource.wal-reader.95451c90bed2%2C38375%2C1733163692150,1-95451c90bed2,38375,1733163692150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/WALs/95451c90bed2,38375,1733163692150/95451c90bed2%2C38375%2C1733163692150.1733163694581 to pos 1803, reset compression=false 2024-12-02T18:21:56,576 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/data/hbase/meta/1588230740/.tmp/rep_barrier/4aa2ea73926c4e59a8253acaf2fcddfc 2024-12-02T18:21:56,596 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/data/hbase/meta/1588230740/.tmp/table/3f742893c5814eeb9fa2e772106bace6 is 53, key is hbase:replication/table:state/1733163704670/Put/seqid=0 2024-12-02T18:21:56,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741847_1023 (size=5308) 2024-12-02T18:21:56,604 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-02T18:21:56,604 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T18:21:56,688 DEBUG [RS:0;95451c90bed2:38375 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T18:21:56,871 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38375,1733163692150.replicationSource.wal-reader.95451c90bed2%2C38375%2C1733163692150,1-95451c90bed2,38375,1733163692150 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/WALs/95451c90bed2,38375,1733163692150/95451c90bed2%2C38375%2C1733163692150.1733163694581 to pos 1803, reset compression=false 2024-12-02T18:21:56,888 DEBUG [RS:0;95451c90bed2:38375 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T18:21:56,999 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/data/hbase/meta/1588230740/.tmp/table/3f742893c5814eeb9fa2e772106bace6 2024-12-02T18:21:57,004 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/data/hbase/meta/1588230740/.tmp/info/7726012c8ef14cac807e7e22155a4ec0 as hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/data/hbase/meta/1588230740/info/7726012c8ef14cac807e7e22155a4ec0 2024-12-02T18:21:57,008 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/data/hbase/meta/1588230740/info/7726012c8ef14cac807e7e22155a4ec0, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T18:21:57,009 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/data/hbase/meta/1588230740/.tmp/ns/38b0eef4b19144798054626f772ae847 as hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/data/hbase/meta/1588230740/ns/38b0eef4b19144798054626f772ae847 2024-12-02T18:21:57,013 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/data/hbase/meta/1588230740/ns/38b0eef4b19144798054626f772ae847, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T18:21:57,014 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/data/hbase/meta/1588230740/.tmp/rep_barrier/4aa2ea73926c4e59a8253acaf2fcddfc as hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/data/hbase/meta/1588230740/rep_barrier/4aa2ea73926c4e59a8253acaf2fcddfc 2024-12-02T18:21:57,022 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/data/hbase/meta/1588230740/rep_barrier/4aa2ea73926c4e59a8253acaf2fcddfc, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T18:21:57,023 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/data/hbase/meta/1588230740/.tmp/table/3f742893c5814eeb9fa2e772106bace6 as hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/data/hbase/meta/1588230740/table/3f742893c5814eeb9fa2e772106bace6 2024-12-02T18:21:57,028 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/data/hbase/meta/1588230740/table/3f742893c5814eeb9fa2e772106bace6, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T18:21:57,029 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1742ms, sequenceid=16, compaction requested=false 2024-12-02T18:21:57,042 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T18:21:57,043 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T18:21:57,043 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T18:21:57,043 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T18:21:57,043 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733163715287Running coprocessor pre-close hooks at 1733163715287Disabling compacts and flushes for region at 1733163715287Disabling writes for close at 1733163715287Obtaining lock to block concurrent updates at 1733163715287Preparing flush snapshotting stores in 1588230740 at 1733163715287Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733163715287Flushing stores of hbase:meta,,1.1588230740 at 1733163715288 (+1 ms)Flushing 1588230740/info: creating writer at 1733163715288Flushing 1588230740/info: appending metadata at 1733163715313 (+25 ms)Flushing 1588230740/info: closing flushed file at 1733163715313Flushing 1588230740/ns: creating writer at 1733163715733 (+420 ms)Flushing 1588230740/ns: appending metadata at 1733163715749 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733163715749Flushing 1588230740/rep_barrier: creating writer at 1733163716157 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733163716171 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733163716171Flushing 1588230740/table: creating writer at 1733163716580 (+409 ms)Flushing 1588230740/table: appending metadata at 1733163716595 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733163716595Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72fe07dd: reopening flushed file at 1733163717003 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c74ed36: reopening flushed file at 1733163717008 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77a87c0b: reopening flushed file at 1733163717013 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@406f89b2: reopening flushed file at 1733163717022 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1742ms, sequenceid=16, compaction requested=false at 1733163717029 (+7 ms)Writing region close event to WAL at 1733163717039 (+10 ms)Running coprocessor post-close hooks at 1733163717043 (+4 ms)Closed at 1733163717043 2024-12-02T18:21:57,043 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T18:21:57,088 INFO [RS:0;95451c90bed2:38375 {}] regionserver.HRegionServer(976): stopping server 95451c90bed2,38375,1733163692150; all regions closed. 2024-12-02T18:21:57,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741834_1010 (size=4239) 2024-12-02T18:21:57,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741839_1015 (size=2676) 2024-12-02T18:21:57,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741832_1008 (size=1811) 2024-12-02T18:21:57,111 DEBUG [RS:0;95451c90bed2:38375 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:57,111 INFO [RS:0;95451c90bed2:38375 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T18:21:57,111 INFO [RS:0;95451c90bed2:38375 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T18:21:57,111 INFO [RS:0;95451c90bed2:38375 {}] hbase.ChoreService(370): Chore service for: regionserver/95451c90bed2:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T18:21:57,111 INFO [RS:0;95451c90bed2:38375 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T18:21:57,111 INFO [regionserver/95451c90bed2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T18:21:57,112 INFO [RS:0;95451c90bed2:38375 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-95451c90bed2,38375,1733163692150 because: Region server is closing 2024-12-02T18:21:57,112 INFO [RS:0;95451c90bed2:38375 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;95451c90bed2:38375. 2024-12-02T18:21:57,112 DEBUG [RS:0;95451c90bed2:38375 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:21:57,112 DEBUG [RS:0;95451c90bed2:38375 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:57,112 DEBUG [RS:0;95451c90bed2:38375 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:57,112 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:21:57,212 INFO [RS:0;95451c90bed2:38375 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38375,1733163692150.replicationSource.shipper95451c90bed2%2C38375%2C1733163692150,1-95451c90bed2,38375,1733163692150 terminated 2024-12-02T18:21:57,213 WARN [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38375,1733163692150.replicationSource.wal-reader.95451c90bed2%2C38375%2C1733163692150,1-95451c90bed2,38375,1733163692150 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T18:21:57,213 INFO [RS:0;95451c90bed2:38375 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;95451c90bed2:38375. 2024-12-02T18:21:57,213 DEBUG [RS:0;95451c90bed2:38375 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:21:57,213 DEBUG [RS:0;95451c90bed2:38375 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:57,213 DEBUG [RS:0;95451c90bed2:38375 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:21:57,213 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:21:57,213 INFO [RS:0;95451c90bed2:38375 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38375 2024-12-02T18:21:57,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38375-0x101974723700001, quorum=127.0.0.1:55203, baseZNode=/01740426886 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01740426886/rs/95451c90bed2,38375,1733163692150 2024-12-02T18:21:57,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34105-0x101974723700000, quorum=127.0.0.1:55203, baseZNode=/01740426886 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01740426886/rs 2024-12-02T18:21:57,279 INFO [RS:0;95451c90bed2:38375 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T18:21:57,290 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [95451c90bed2,38375,1733163692150] 2024-12-02T18:21:57,300 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01740426886/draining/95451c90bed2,38375,1733163692150 already deleted, retry=false 2024-12-02T18:21:57,300 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 95451c90bed2,38375,1733163692150 expired; onlineServers=0 2024-12-02T18:21:57,300 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '95451c90bed2,34105,1733163691899' ***** 2024-12-02T18:21:57,300 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T18:21:57,300 INFO [M:0;95451c90bed2:34105 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T18:21:57,300 INFO [M:0;95451c90bed2:34105 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T18:21:57,300 DEBUG [M:0;95451c90bed2:34105 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T18:21:57,301 DEBUG [M:0;95451c90bed2:34105 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T18:21:57,301 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T18:21:57,301 DEBUG [master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.small.0-1733163694336 {}] cleaner.HFileCleaner(306): Exit Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.small.0-1733163694336,5,FailOnTimeoutGroup] 2024-12-02T18:21:57,301 DEBUG [master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.large.0-1733163694332 {}] cleaner.HFileCleaner(306): Exit Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.large.0-1733163694332,5,FailOnTimeoutGroup] 2024-12-02T18:21:57,301 INFO [M:0;95451c90bed2:34105 {}] hbase.ChoreService(370): Chore service for: master/95451c90bed2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T18:21:57,301 INFO [M:0;95451c90bed2:34105 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T18:21:57,301 DEBUG [M:0;95451c90bed2:34105 {}] master.HMaster(1795): Stopping service threads 2024-12-02T18:21:57,301 INFO [M:0;95451c90bed2:34105 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T18:21:57,301 INFO [M:0;95451c90bed2:34105 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T18:21:57,301 INFO [M:0;95451c90bed2:34105 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T18:21:57,301 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T18:21:57,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34105-0x101974723700000, quorum=127.0.0.1:55203, baseZNode=/01740426886 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01740426886/master 2024-12-02T18:21:57,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34105-0x101974723700000, quorum=127.0.0.1:55203, baseZNode=/01740426886 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01740426886 2024-12-02T18:21:57,311 DEBUG [M:0;95451c90bed2:34105 {}] zookeeper.ZKUtil(347): master:34105-0x101974723700000, quorum=127.0.0.1:55203, baseZNode=/01740426886 Unable to get data of znode /01740426886/master because node does not exist (not an error) 2024-12-02T18:21:57,311 WARN [M:0;95451c90bed2:34105 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T18:21:57,312 INFO [M:0;95451c90bed2:34105 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/.lastflushedseqids 2024-12-02T18:21:57,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741848_1024 (size=245) 2024-12-02T18:21:57,322 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T18:21:57,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:57,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:57,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:57,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:57,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:57,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:57,357 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:57,363 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:57,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:57,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:21:57,390 INFO [RS:0;95451c90bed2:38375 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T18:21:57,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38375-0x101974723700001, quorum=127.0.0.1:55203, baseZNode=/01740426886 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:21:57,390 INFO [RS:0;95451c90bed2:38375 {}] regionserver.HRegionServer(1031): Exiting; stopping=95451c90bed2,38375,1733163692150; zookeeper connection closed. 2024-12-02T18:21:57,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38375-0x101974723700001, quorum=127.0.0.1:55203, baseZNode=/01740426886 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:21:57,390 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@53908590 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@53908590 2024-12-02T18:21:57,390 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T18:21:57,716 INFO [M:0;95451c90bed2:34105 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T18:21:57,716 INFO [M:0;95451c90bed2:34105 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T18:21:57,716 DEBUG [M:0;95451c90bed2:34105 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T18:21:57,716 INFO [M:0;95451c90bed2:34105 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:21:57,716 DEBUG [M:0;95451c90bed2:34105 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:21:57,716 DEBUG [M:0;95451c90bed2:34105 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T18:21:57,716 DEBUG [M:0;95451c90bed2:34105 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:21:57,716 INFO [M:0;95451c90bed2:34105 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-12-02T18:21:57,729 DEBUG [M:0;95451c90bed2:34105 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2719be59729042e99b3b826bf55dcb30 is 82, key is hbase:meta,,1/info:regioninfo/1733163695579/Put/seqid=0 2024-12-02T18:21:57,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741849_1025 (size=5672) 2024-12-02T18:21:58,132 INFO [M:0;95451c90bed2:34105 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2719be59729042e99b3b826bf55dcb30 2024-12-02T18:21:58,151 DEBUG [M:0;95451c90bed2:34105 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5078ff6844e64aed9a40b1bbdadee9ab is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733163704674/Put/seqid=0 2024-12-02T18:21:58,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741850_1026 (size=8515) 2024-12-02T18:21:58,555 INFO [M:0;95451c90bed2:34105 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5078ff6844e64aed9a40b1bbdadee9ab 2024-12-02T18:21:58,574 DEBUG [M:0;95451c90bed2:34105 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a842f25442014d5ebc70fd1f8b425eb2 is 69, key is 95451c90bed2,38375,1733163692150/rs:state/1733163694424/Put/seqid=0 2024-12-02T18:21:58,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741851_1027 (size=5156) 2024-12-02T18:21:58,978 INFO [M:0;95451c90bed2:34105 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a842f25442014d5ebc70fd1f8b425eb2 2024-12-02T18:21:58,982 DEBUG [M:0;95451c90bed2:34105 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2719be59729042e99b3b826bf55dcb30 as hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2719be59729042e99b3b826bf55dcb30 2024-12-02T18:21:58,985 INFO [M:0;95451c90bed2:34105 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2719be59729042e99b3b826bf55dcb30, entries=8, sequenceid=97, filesize=5.5 K 2024-12-02T18:21:58,986 DEBUG [M:0;95451c90bed2:34105 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5078ff6844e64aed9a40b1bbdadee9ab as hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5078ff6844e64aed9a40b1bbdadee9ab 2024-12-02T18:21:58,990 INFO [M:0;95451c90bed2:34105 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5078ff6844e64aed9a40b1bbdadee9ab, entries=11, sequenceid=97, filesize=8.3 K 2024-12-02T18:21:58,990 DEBUG [M:0;95451c90bed2:34105 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a842f25442014d5ebc70fd1f8b425eb2 as hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a842f25442014d5ebc70fd1f8b425eb2 2024-12-02T18:21:58,994 INFO [M:0;95451c90bed2:34105 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33649/user/jenkins/test-data/e5aebf1a-f42a-464b-c7a9-21bb080ff620/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a842f25442014d5ebc70fd1f8b425eb2, entries=1, sequenceid=97, filesize=5.0 K 2024-12-02T18:21:58,994 INFO [M:0;95451c90bed2:34105 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=97, compaction requested=false 2024-12-02T18:21:58,996 INFO [M:0;95451c90bed2:34105 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:21:58,996 DEBUG [M:0;95451c90bed2:34105 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733163717716Disabling compacts and flushes for region at 1733163717716Disabling writes for close at 1733163717716Obtaining lock to block concurrent updates at 1733163717716Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733163717716Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1733163717716Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733163717717 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733163717717Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733163717728 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733163717728Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733163718136 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733163718151 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733163718151Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733163718559 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733163718574 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733163718574Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f8100f2: reopening flushed file at 1733163718981 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37877ca4: reopening flushed file at 1733163718985 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77906e6c: reopening flushed file at 1733163718990 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=97, compaction requested=false at 1733163718994 (+4 ms)Writing region close event to WAL at 1733163718996 (+2 ms)Closed at 1733163718996 2024-12-02T18:21:58,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741830_1006 (size=63642) 2024-12-02T18:21:59,001 INFO [M:0;95451c90bed2:34105 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T18:21:59,001 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T18:21:59,001 INFO [M:0;95451c90bed2:34105 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34105 2024-12-02T18:21:59,002 INFO [M:0;95451c90bed2:34105 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T18:21:59,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34105-0x101974723700000, quorum=127.0.0.1:55203, baseZNode=/01740426886 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:21:59,137 INFO [M:0;95451c90bed2:34105 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T18:21:59,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34105-0x101974723700000, quorum=127.0.0.1:55203, baseZNode=/01740426886 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:21:59,145 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c5b79ec{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T18:21:59,145 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e77e763{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T18:21:59,145 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T18:21:59,145 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13a9d86d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T18:21:59,145 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13deed36{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c69ae288-efda-4776-1bde-4a9cd0a59b79/hadoop.log.dir/,STOPPED} 2024-12-02T18:21:59,147 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T18:21:59,147 WARN [BP-1781210306-172.17.0.3-1733163689958 heartbeating to localhost/127.0.0.1:33649 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T18:21:59,147 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T18:21:59,147 WARN [BP-1781210306-172.17.0.3-1733163689958 heartbeating to localhost/127.0.0.1:33649 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1781210306-172.17.0.3-1733163689958 (Datanode Uuid 7068a434-f430-4e77-9938-bb9e0e384ef4) service to localhost/127.0.0.1:33649 2024-12-02T18:21:59,147 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c69ae288-efda-4776-1bde-4a9cd0a59b79/cluster_bf346b63-68e3-cd3e-0773-88d749f13960/data/data1/current/BP-1781210306-172.17.0.3-1733163689958 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T18:21:59,148 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c69ae288-efda-4776-1bde-4a9cd0a59b79/cluster_bf346b63-68e3-cd3e-0773-88d749f13960/data/data2/current/BP-1781210306-172.17.0.3-1733163689958 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T18:21:59,148 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T18:21:59,153 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1564ee37{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T18:21:59,154 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6fdac2e1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T18:21:59,154 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T18:21:59,154 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d34f368{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T18:21:59,154 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15b77ff8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c69ae288-efda-4776-1bde-4a9cd0a59b79/hadoop.log.dir/,STOPPED} 2024-12-02T18:21:59,159 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T18:21:59,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T18:21:59,190 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=258 (was 237) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55203) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38953 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55203) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38953 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33649 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33649 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:33649 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33649 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38953 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38953 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33649 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38953 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38953 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:38953 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33649 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33649 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33649 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38953 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=655 (was 618) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=560 (was 456) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4228 (was 4244) 2024-12-02T18:21:59,209 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=258, OpenFileDescriptor=655, MaxFileDescriptor=1048576, SystemLoadAverage=560, ProcessCount=11, AvailableMemoryMB=4227 2024-12-02T18:21:59,226 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-12-02T18:21:59,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f3a6eb7-e8d5-8970-cede-5d9638361812/hadoop.log.dir so I do NOT create it in target/test-data/a4e36463-b4c7-7e2b-4526-e8bf01b54955 2024-12-02T18:21:59,227 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f3a6eb7-e8d5-8970-cede-5d9638361812/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T18:21:59,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f3a6eb7-e8d5-8970-cede-5d9638361812/hadoop.tmp.dir so I do NOT create it in target/test-data/a4e36463-b4c7-7e2b-4526-e8bf01b54955 2024-12-02T18:21:59,227 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f3a6eb7-e8d5-8970-cede-5d9638361812/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T18:21:59,227 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4e36463-b4c7-7e2b-4526-e8bf01b54955 2024-12-02T18:21:59,227 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4e36463-b4c7-7e2b-4526-e8bf01b54955/cluster_7c6c0ed0-c1c5-55e8-f9f0-d2a4919814e7, deleteOnExit=true 2024-12-02T18:21:59,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101974723700005, quorum=127.0.0.1:55203, baseZNode=/1-696349674 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T18:21:59,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101974723700002, quorum=127.0.0.1:55203, baseZNode=/01740426886 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T18:21:59,258 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101974723700002, quorum=127.0.0.1:55203, baseZNode=/01740426886 Received Disconnected from ZooKeeper, ignoring 2024-12-02T18:21:59,258 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101974723700005, quorum=127.0.0.1:55203, baseZNode=/1-696349674 Received Disconnected from ZooKeeper, ignoring 2024-12-02T18:21:59,258 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4e36463-b4c7-7e2b-4526-e8bf01b54955/cluster_7c6c0ed0-c1c5-55e8-f9f0-d2a4919814e7/zookeeper_0, clientPort=61258, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4e36463-b4c7-7e2b-4526-e8bf01b54955/cluster_7c6c0ed0-c1c5-55e8-f9f0-d2a4919814e7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4e36463-b4c7-7e2b-4526-e8bf01b54955/cluster_7c6c0ed0-c1c5-55e8-f9f0-d2a4919814e7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T18:21:59,259 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61258 2024-12-02T18:21:59,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T18:21:59,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T18:21:59,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4e36463-b4c7-7e2b-4526-e8bf01b54955/test.cache.data in system properties and HBase conf 2024-12-02T18:21:59,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4e36463-b4c7-7e2b-4526-e8bf01b54955/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T18:21:59,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4e36463-b4c7-7e2b-4526-e8bf01b54955/hadoop.log.dir in system properties and HBase conf 2024-12-02T18:21:59,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4e36463-b4c7-7e2b-4526-e8bf01b54955/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T18:21:59,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4e36463-b4c7-7e2b-4526-e8bf01b54955/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T18:21:59,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T18:21:59,260 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T18:21:59,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4e36463-b4c7-7e2b-4526-e8bf01b54955/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T18:21:59,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4e36463-b4c7-7e2b-4526-e8bf01b54955/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T18:21:59,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4e36463-b4c7-7e2b-4526-e8bf01b54955/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T18:21:59,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4e36463-b4c7-7e2b-4526-e8bf01b54955/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T18:21:59,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4e36463-b4c7-7e2b-4526-e8bf01b54955/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T18:21:59,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4e36463-b4c7-7e2b-4526-e8bf01b54955/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T18:21:59,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4e36463-b4c7-7e2b-4526-e8bf01b54955/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T18:21:59,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4e36463-b4c7-7e2b-4526-e8bf01b54955/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T18:21:59,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4e36463-b4c7-7e2b-4526-e8bf01b54955/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T18:21:59,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4e36463-b4c7-7e2b-4526-e8bf01b54955/nfs.dump.dir in system properties and HBase conf 2024-12-02T18:21:59,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4e36463-b4c7-7e2b-4526-e8bf01b54955/java.io.tmpdir in system properties and HBase conf 2024-12-02T18:21:59,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4e36463-b4c7-7e2b-4526-e8bf01b54955/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T18:21:59,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4e36463-b4c7-7e2b-4526-e8bf01b54955/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T18:21:59,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4e36463-b4c7-7e2b-4526-e8bf01b54955/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T18:21:59,649 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T18:21:59,654 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T18:21:59,668 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T18:21:59,668 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T18:21:59,668 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T18:21:59,673 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T18:21:59,674 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54878a6e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4e36463-b4c7-7e2b-4526-e8bf01b54955/hadoop.log.dir/,AVAILABLE} 2024-12-02T18:21:59,674 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58326525{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T18:21:59,801 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3f0b361b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4e36463-b4c7-7e2b-4526-e8bf01b54955/java.io.tmpdir/jetty-localhost-41055-hadoop-hdfs-3_4_1-tests_jar-_-any-10373977654707962161/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T18:21:59,808 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c3ac1de{HTTP/1.1, (http/1.1)}{localhost:41055} 2024-12-02T18:21:59,808 INFO [Time-limited test {}] server.Server(415): Started @229341ms 2024-12-02T18:22:00,140 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T18:22:00,143 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T18:22:00,164 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T18:22:00,165 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T18:22:00,165 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T18:22:00,165 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6360da13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4e36463-b4c7-7e2b-4526-e8bf01b54955/hadoop.log.dir/,AVAILABLE} 2024-12-02T18:22:00,166 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@120f0c2d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T18:22:00,304 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6d1832e1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4e36463-b4c7-7e2b-4526-e8bf01b54955/java.io.tmpdir/jetty-localhost-44423-hadoop-hdfs-3_4_1-tests_jar-_-any-10618105361899702616/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T18:22:00,305 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@66eacbe6{HTTP/1.1, (http/1.1)}{localhost:44423} 2024-12-02T18:22:00,305 INFO [Time-limited test {}] server.Server(415): Started @229838ms 2024-12-02T18:22:00,306 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T18:22:01,387 WARN [Thread-2659 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4e36463-b4c7-7e2b-4526-e8bf01b54955/cluster_7c6c0ed0-c1c5-55e8-f9f0-d2a4919814e7/data/data1/current/BP-1083291190-172.17.0.3-1733163719279/current, will proceed with Du for space computation calculation, 2024-12-02T18:22:01,387 WARN [Thread-2660 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4e36463-b4c7-7e2b-4526-e8bf01b54955/cluster_7c6c0ed0-c1c5-55e8-f9f0-d2a4919814e7/data/data2/current/BP-1083291190-172.17.0.3-1733163719279/current, will proceed with Du for space computation calculation, 2024-12-02T18:22:01,406 WARN [Thread-2647 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T18:22:01,408 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3c12a248139d4078 with lease ID 0xca529d6bd99fcdf9: Processing first storage report for DS-e81a7964-1660-4727-afed-db6e3e17a61a from datanode DatanodeRegistration(127.0.0.1:35563, datanodeUuid=0c52ea14-0201-4e35-a810-1e6b1b1e81e0, infoPort=36867, infoSecurePort=0, ipcPort=38593, storageInfo=lv=-57;cid=testClusterID;nsid=957295802;c=1733163719279) 2024-12-02T18:22:01,408 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3c12a248139d4078 with lease ID 0xca529d6bd99fcdf9: from storage DS-e81a7964-1660-4727-afed-db6e3e17a61a node DatanodeRegistration(127.0.0.1:35563, datanodeUuid=0c52ea14-0201-4e35-a810-1e6b1b1e81e0, infoPort=36867, infoSecurePort=0, ipcPort=38593, storageInfo=lv=-57;cid=testClusterID;nsid=957295802;c=1733163719279), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T18:22:01,408 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3c12a248139d4078 with lease ID 0xca529d6bd99fcdf9: Processing first storage report for DS-7583296b-4927-44b4-9d6c-ff616684346d from datanode DatanodeRegistration(127.0.0.1:35563, datanodeUuid=0c52ea14-0201-4e35-a810-1e6b1b1e81e0, infoPort=36867, infoSecurePort=0, ipcPort=38593, storageInfo=lv=-57;cid=testClusterID;nsid=957295802;c=1733163719279) 2024-12-02T18:22:01,408 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3c12a248139d4078 with lease ID 0xca529d6bd99fcdf9: from storage DS-7583296b-4927-44b4-9d6c-ff616684346d node DatanodeRegistration(127.0.0.1:35563, datanodeUuid=0c52ea14-0201-4e35-a810-1e6b1b1e81e0, infoPort=36867, infoSecurePort=0, ipcPort=38593, storageInfo=lv=-57;cid=testClusterID;nsid=957295802;c=1733163719279), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T18:22:01,497 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4e36463-b4c7-7e2b-4526-e8bf01b54955 2024-12-02T18:22:01,498 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:22:01,499 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:22:01,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741825_1001 (size=7) 2024-12-02T18:22:01,907 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a with version=8 2024-12-02T18:22:01,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/hbase-staging 2024-12-02T18:22:01,909 INFO [Time-limited test {}] client.ConnectionUtils(128): master/95451c90bed2:0 server-side Connection retries=45 2024-12-02T18:22:01,910 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:22:01,910 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T18:22:01,910 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T18:22:01,910 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:22:01,910 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T18:22:01,910 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T18:22:01,910 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T18:22:01,912 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32953 2024-12-02T18:22:01,913 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32953 connecting to ZooKeeper ensemble=127.0.0.1:61258 2024-12-02T18:22:01,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:329530x0, quorum=127.0.0.1:61258, baseZNode=/048562826 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T18:22:01,974 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32953-0x101974796050000 connected 2024-12-02T18:22:02,100 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:22:02,102 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:22:02,104 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32953-0x101974796050000, quorum=127.0.0.1:61258, baseZNode=/048562826 Set watcher on znode that does not yet exist, /048562826/running 2024-12-02T18:22:02,104 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a, hbase.cluster.distributed=false 2024-12-02T18:22:02,105 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32953-0x101974796050000, quorum=127.0.0.1:61258, baseZNode=/048562826 Set watcher on znode that does not yet exist, /048562826/acl 2024-12-02T18:22:02,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32953 2024-12-02T18:22:02,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32953 2024-12-02T18:22:02,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32953 2024-12-02T18:22:02,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32953 2024-12-02T18:22:02,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32953 2024-12-02T18:22:02,146 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/95451c90bed2:0 server-side Connection retries=45 2024-12-02T18:22:02,146 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:22:02,146 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T18:22:02,146 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T18:22:02,146 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:22:02,146 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T18:22:02,146 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T18:22:02,146 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T18:22:02,148 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43607 2024-12-02T18:22:02,149 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43607 connecting to ZooKeeper ensemble=127.0.0.1:61258 2024-12-02T18:22:02,150 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:22:02,151 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:22:02,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:436070x0, quorum=127.0.0.1:61258, baseZNode=/048562826 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T18:22:02,191 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:436070x0, quorum=127.0.0.1:61258, baseZNode=/048562826 Set watcher on znode that does not yet exist, /048562826/running 2024-12-02T18:22:02,192 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T18:22:02,192 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43607-0x101974796050001 connected 2024-12-02T18:22:02,204 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T18:22:02,205 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43607-0x101974796050001, quorum=127.0.0.1:61258, baseZNode=/048562826 Set watcher on znode that does not yet exist, /048562826/master 2024-12-02T18:22:02,206 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43607-0x101974796050001, quorum=127.0.0.1:61258, baseZNode=/048562826 Set watcher on znode that does not yet exist, /048562826/acl 2024-12-02T18:22:02,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43607 2024-12-02T18:22:02,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43607 2024-12-02T18:22:02,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43607 2024-12-02T18:22:02,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43607 2024-12-02T18:22:02,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43607 2024-12-02T18:22:02,239 DEBUG [M:0;95451c90bed2:32953 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;95451c90bed2:32953 2024-12-02T18:22:02,239 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /048562826/backup-masters/95451c90bed2,32953,1733163721909 2024-12-02T18:22:02,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x101974796050000, quorum=127.0.0.1:61258, baseZNode=/048562826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/048562826/backup-masters 2024-12-02T18:22:02,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43607-0x101974796050001, quorum=127.0.0.1:61258, baseZNode=/048562826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/048562826/backup-masters 2024-12-02T18:22:02,248 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32953-0x101974796050000, quorum=127.0.0.1:61258, baseZNode=/048562826 Set watcher on existing znode=/048562826/backup-masters/95451c90bed2,32953,1733163721909 2024-12-02T18:22:02,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43607-0x101974796050001, quorum=127.0.0.1:61258, baseZNode=/048562826 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/048562826/master 2024-12-02T18:22:02,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x101974796050000, quorum=127.0.0.1:61258, baseZNode=/048562826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/048562826 2024-12-02T18:22:02,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43607-0x101974796050001, quorum=127.0.0.1:61258, baseZNode=/048562826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/048562826 2024-12-02T18:22:02,258 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32953-0x101974796050000, quorum=127.0.0.1:61258, baseZNode=/048562826 Set watcher on existing znode=/048562826/master 2024-12-02T18:22:02,259 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /048562826/backup-masters/95451c90bed2,32953,1733163721909 from backup master directory 2024-12-02T18:22:02,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x101974796050000, quorum=127.0.0.1:61258, baseZNode=/048562826 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/048562826/backup-masters/95451c90bed2,32953,1733163721909 2024-12-02T18:22:02,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43607-0x101974796050001, quorum=127.0.0.1:61258, baseZNode=/048562826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/048562826/backup-masters 2024-12-02T18:22:02,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x101974796050000, quorum=127.0.0.1:61258, baseZNode=/048562826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/048562826/backup-masters 2024-12-02T18:22:02,316 WARN [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T18:22:02,316 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=95451c90bed2,32953,1733163721909 2024-12-02T18:22:02,319 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/hbase.id] with ID: bbe241a7-00fa-4c79-9080-da4a73638b2c 2024-12-02T18:22:02,319 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/.tmp/hbase.id 2024-12-02T18:22:02,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741826_1002 (size=42) 2024-12-02T18:22:02,545 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T18:22:02,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:02,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:02,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:02,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:02,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:02,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:02,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:02,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:02,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:02,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:02,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:02,724 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/.tmp/hbase.id]:[hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/hbase.id] 2024-12-02T18:22:02,733 INFO [master/95451c90bed2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:22:02,733 INFO [master/95451c90bed2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T18:22:02,734 INFO [master/95451c90bed2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T18:22:02,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43607-0x101974796050001, quorum=127.0.0.1:61258, baseZNode=/048562826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/048562826 2024-12-02T18:22:02,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x101974796050000, quorum=127.0.0.1:61258, baseZNode=/048562826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/048562826 2024-12-02T18:22:02,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741827_1003 (size=196) 2024-12-02T18:22:02,878 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:22:02,878 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [95451c90bed2,40805,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=95451c90bed2:40805 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T18:22:02,878 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38362 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [95451c90bed2,40805,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=95451c90bed2:40805 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T18:22:03,165 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T18:22:03,165 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T18:22:03,166 INFO [master/95451c90bed2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:22:03,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741828_1004 (size=1189) 2024-12-02T18:22:03,178 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/MasterData/data/master/store 2024-12-02T18:22:03,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741829_1005 (size=34) 2024-12-02T18:22:03,590 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:22:03,590 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T18:22:03,590 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:22:03,590 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:22:03,590 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T18:22:03,590 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:22:03,590 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:22:03,590 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733163723590Disabling compacts and flushes for region at 1733163723590Disabling writes for close at 1733163723590Writing region close event to WAL at 1733163723590Closed at 1733163723590 2024-12-02T18:22:03,590 WARN [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/MasterData/data/master/store/.initializing 2024-12-02T18:22:03,591 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/MasterData/WALs/95451c90bed2,32953,1733163721909 2024-12-02T18:22:03,592 INFO [master/95451c90bed2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T18:22:03,593 INFO [master/95451c90bed2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=95451c90bed2%2C32953%2C1733163721909, suffix=, logDir=hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/MasterData/WALs/95451c90bed2,32953,1733163721909, archiveDir=hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/MasterData/oldWALs, maxLogs=10 2024-12-02T18:22:03,610 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/MasterData/WALs/95451c90bed2,32953,1733163721909/95451c90bed2%2C32953%2C1733163721909.1733163723593, exclude list is [], retry=0 2024-12-02T18:22:03,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35563,DS-e81a7964-1660-4727-afed-db6e3e17a61a,DISK] 2024-12-02T18:22:03,617 INFO [master/95451c90bed2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/MasterData/WALs/95451c90bed2,32953,1733163721909/95451c90bed2%2C32953%2C1733163721909.1733163723593 2024-12-02T18:22:03,617 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36867:36867)] 2024-12-02T18:22:03,617 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:22:03,617 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:22:03,617 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:22:03,617 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:22:03,631 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:22:03,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T18:22:03,634 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:22:03,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:22:03,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:22:03,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T18:22:03,636 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:22:03,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:22:03,637 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:22:03,638 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T18:22:03,638 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:22:03,638 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:22:03,638 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:22:03,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T18:22:03,639 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:22:03,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:22:03,640 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:22:03,640 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:22:03,640 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:22:03,642 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:22:03,642 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:22:03,642 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T18:22:03,643 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:22:03,652 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T18:22:03,652 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75019204, jitterRate=0.11787325143814087}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T18:22:03,653 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733163723617Initializing all the Stores at 1733163723618 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163723618Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163723630 (+12 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163723630Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163723630Cleaning up temporary data from old regions at 1733163723642 (+12 ms)Region opened successfully at 1733163723653 (+11 ms) 2024-12-02T18:22:03,653 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T18:22:03,656 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13912ee4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=95451c90bed2/172.17.0.3:0 2024-12-02T18:22:03,658 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T18:22:03,658 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T18:22:03,658 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T18:22:03,658 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T18:22:03,661 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-12-02T18:22:03,661 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T18:22:03,661 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T18:22:03,672 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T18:22:03,673 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32953-0x101974796050000, quorum=127.0.0.1:61258, baseZNode=/048562826 Unable to get data of znode /048562826/balancer because node does not exist (not necessarily an error) 2024-12-02T18:22:03,730 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /048562826/balancer already deleted, retry=false 2024-12-02T18:22:03,730 INFO [master/95451c90bed2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T18:22:03,731 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32953-0x101974796050000, quorum=127.0.0.1:61258, baseZNode=/048562826 Unable to get data of znode /048562826/normalizer because node does not exist (not necessarily an error) 2024-12-02T18:22:03,806 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /048562826/normalizer already deleted, retry=false 2024-12-02T18:22:03,807 INFO [master/95451c90bed2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T18:22:03,821 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32953-0x101974796050000, quorum=127.0.0.1:61258, baseZNode=/048562826 Unable to get data of znode /048562826/switch/split because node does not exist (not necessarily an error) 2024-12-02T18:22:03,927 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /048562826/switch/split already deleted, retry=false 2024-12-02T18:22:03,928 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32953-0x101974796050000, quorum=127.0.0.1:61258, baseZNode=/048562826 Unable to get data of znode /048562826/switch/merge because node does not exist (not necessarily an error) 2024-12-02T18:22:04,026 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /048562826/switch/merge already deleted, retry=false 2024-12-02T18:22:04,028 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32953-0x101974796050000, quorum=127.0.0.1:61258, baseZNode=/048562826 Unable to get data of znode /048562826/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T18:22:04,089 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /048562826/snapshot-cleanup already deleted, retry=false 2024-12-02T18:22:04,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x101974796050000, quorum=127.0.0.1:61258, baseZNode=/048562826 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/048562826/running 2024-12-02T18:22:04,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43607-0x101974796050001, quorum=127.0.0.1:61258, baseZNode=/048562826 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/048562826/running 2024-12-02T18:22:04,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x101974796050000, quorum=127.0.0.1:61258, baseZNode=/048562826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/048562826 2024-12-02T18:22:04,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43607-0x101974796050001, quorum=127.0.0.1:61258, baseZNode=/048562826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/048562826 2024-12-02T18:22:04,146 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=95451c90bed2,32953,1733163721909, sessionid=0x101974796050000, setting cluster-up flag (Was=false) 2024-12-02T18:22:04,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x101974796050000, quorum=127.0.0.1:61258, baseZNode=/048562826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/048562826 2024-12-02T18:22:04,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43607-0x101974796050001, quorum=127.0.0.1:61258, baseZNode=/048562826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/048562826 2024-12-02T18:22:04,938 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /048562826/flush-table-proc/acquired, /048562826/flush-table-proc/reached, /048562826/flush-table-proc/abort 2024-12-02T18:22:04,940 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=95451c90bed2,32953,1733163721909 2024-12-02T18:22:05,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x101974796050000, quorum=127.0.0.1:61258, baseZNode=/048562826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/048562826 2024-12-02T18:22:05,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43607-0x101974796050001, quorum=127.0.0.1:61258, baseZNode=/048562826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/048562826 2024-12-02T18:22:05,398 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /048562826/online-snapshot/acquired, /048562826/online-snapshot/reached, /048562826/online-snapshot/abort 2024-12-02T18:22:05,399 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=95451c90bed2,32953,1733163721909 2024-12-02T18:22:05,400 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T18:22:05,401 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T18:22:05,402 INFO [master/95451c90bed2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T18:22:05,402 INFO [master/95451c90bed2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T18:22:05,402 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 95451c90bed2,32953,1733163721909 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T18:22:05,403 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:22:05,403 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:22:05,404 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:22:05,404 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:22:05,404 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/95451c90bed2:0, corePoolSize=10, maxPoolSize=10 2024-12-02T18:22:05,404 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:22:05,404 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/95451c90bed2:0, corePoolSize=2, maxPoolSize=2 2024-12-02T18:22:05,404 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:22:05,413 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T18:22:05,413 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T18:22:05,414 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:22:05,414 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T18:22:05,416 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733163755416 2024-12-02T18:22:05,416 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T18:22:05,416 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T18:22:05,416 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T18:22:05,416 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T18:22:05,416 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T18:22:05,416 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T18:22:05,418 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T18:22:05,420 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T18:22:05,420 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T18:22:05,420 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T18:22:05,420 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T18:22:05,426 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T18:22:05,426 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T18:22:05,426 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.large.0-1733163725426,5,FailOnTimeoutGroup] 2024-12-02T18:22:05,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741831_1007 (size=1321) 2024-12-02T18:22:05,428 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.small.0-1733163725426,5,FailOnTimeoutGroup] 2024-12-02T18:22:05,428 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T18:22:05,428 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T18:22:05,428 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T18:22:05,428 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T18:22:05,429 INFO [RS:0;95451c90bed2:43607 {}] regionserver.HRegionServer(746): ClusterId : bbe241a7-00fa-4c79-9080-da4a73638b2c 2024-12-02T18:22:05,429 DEBUG [RS:0;95451c90bed2:43607 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T18:22:05,495 DEBUG [RS:0;95451c90bed2:43607 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T18:22:05,496 DEBUG [RS:0;95451c90bed2:43607 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T18:22:05,541 DEBUG [RS:0;95451c90bed2:43607 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T18:22:05,542 DEBUG [RS:0;95451c90bed2:43607 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70fdcb4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=95451c90bed2/172.17.0.3:0 2024-12-02T18:22:05,556 DEBUG [RS:0;95451c90bed2:43607 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;95451c90bed2:43607 2024-12-02T18:22:05,556 INFO [RS:0;95451c90bed2:43607 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T18:22:05,556 INFO [RS:0;95451c90bed2:43607 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T18:22:05,556 DEBUG [RS:0;95451c90bed2:43607 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T18:22:05,556 INFO [RS:0;95451c90bed2:43607 {}] regionserver.HRegionServer(2659): reportForDuty to master=95451c90bed2,32953,1733163721909 with port=43607, startcode=1733163722145 2024-12-02T18:22:05,557 DEBUG [RS:0;95451c90bed2:43607 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T18:22:05,558 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34789, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T18:22:05,558 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32953 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 95451c90bed2,43607,1733163722145 2024-12-02T18:22:05,558 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32953 {}] master.ServerManager(517): Registering regionserver=95451c90bed2,43607,1733163722145 2024-12-02T18:22:05,559 DEBUG [RS:0;95451c90bed2:43607 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a 2024-12-02T18:22:05,559 DEBUG [RS:0;95451c90bed2:43607 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39685 2024-12-02T18:22:05,559 DEBUG [RS:0;95451c90bed2:43607 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T18:22:05,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x101974796050000, quorum=127.0.0.1:61258, baseZNode=/048562826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/048562826/rs 2024-12-02T18:22:05,631 DEBUG [RS:0;95451c90bed2:43607 {}] zookeeper.ZKUtil(111): regionserver:43607-0x101974796050001, quorum=127.0.0.1:61258, baseZNode=/048562826 Set watcher on existing znode=/048562826/rs/95451c90bed2,43607,1733163722145 2024-12-02T18:22:05,631 WARN [RS:0;95451c90bed2:43607 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T18:22:05,631 INFO [RS:0;95451c90bed2:43607 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:22:05,631 DEBUG [RS:0;95451c90bed2:43607 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145 2024-12-02T18:22:05,631 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [95451c90bed2,43607,1733163722145] 2024-12-02T18:22:05,634 INFO [RS:0;95451c90bed2:43607 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T18:22:05,635 INFO [RS:0;95451c90bed2:43607 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T18:22:05,636 INFO [RS:0;95451c90bed2:43607 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T18:22:05,636 INFO [RS:0;95451c90bed2:43607 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:22:05,636 INFO [RS:0;95451c90bed2:43607 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T18:22:05,637 INFO [RS:0;95451c90bed2:43607 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T18:22:05,637 INFO [RS:0;95451c90bed2:43607 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T18:22:05,637 DEBUG [RS:0;95451c90bed2:43607 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:22:05,637 DEBUG [RS:0;95451c90bed2:43607 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:22:05,637 DEBUG [RS:0;95451c90bed2:43607 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:22:05,637 DEBUG [RS:0;95451c90bed2:43607 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:22:05,637 DEBUG [RS:0;95451c90bed2:43607 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:22:05,637 DEBUG [RS:0;95451c90bed2:43607 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/95451c90bed2:0, corePoolSize=2, maxPoolSize=2 2024-12-02T18:22:05,637 DEBUG [RS:0;95451c90bed2:43607 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:22:05,637 DEBUG [RS:0;95451c90bed2:43607 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:22:05,637 DEBUG [RS:0;95451c90bed2:43607 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:22:05,637 DEBUG [RS:0;95451c90bed2:43607 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:22:05,637 DEBUG [RS:0;95451c90bed2:43607 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:22:05,637 DEBUG [RS:0;95451c90bed2:43607 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:22:05,637 DEBUG [RS:0;95451c90bed2:43607 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/95451c90bed2:0, corePoolSize=3, maxPoolSize=3 2024-12-02T18:22:05,637 DEBUG [RS:0;95451c90bed2:43607 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/95451c90bed2:0, corePoolSize=3, maxPoolSize=3 2024-12-02T18:22:05,637 INFO [RS:0;95451c90bed2:43607 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T18:22:05,637 INFO [RS:0;95451c90bed2:43607 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T18:22:05,637 INFO [RS:0;95451c90bed2:43607 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:22:05,637 INFO [RS:0;95451c90bed2:43607 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T18:22:05,637 INFO [RS:0;95451c90bed2:43607 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T18:22:05,638 INFO [RS:0;95451c90bed2:43607 {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,43607,1733163722145-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T18:22:05,654 INFO [RS:0;95451c90bed2:43607 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T18:22:05,655 INFO [RS:0;95451c90bed2:43607 {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,43607,1733163722145-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:22:05,655 INFO [RS:0;95451c90bed2:43607 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:22:05,655 INFO [RS:0;95451c90bed2:43607 {}] regionserver.Replication(171): 95451c90bed2,43607,1733163722145 started 2024-12-02T18:22:05,671 INFO [RS:0;95451c90bed2:43607 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:22:05,671 INFO [RS:0;95451c90bed2:43607 {}] regionserver.HRegionServer(1482): Serving as 95451c90bed2,43607,1733163722145, RpcServer on 95451c90bed2/172.17.0.3:43607, sessionid=0x101974796050001 2024-12-02T18:22:05,671 DEBUG [RS:0;95451c90bed2:43607 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T18:22:05,671 DEBUG [RS:0;95451c90bed2:43607 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 95451c90bed2,43607,1733163722145 2024-12-02T18:22:05,671 DEBUG [RS:0;95451c90bed2:43607 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '95451c90bed2,43607,1733163722145' 2024-12-02T18:22:05,671 DEBUG [RS:0;95451c90bed2:43607 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/048562826/flush-table-proc/abort' 2024-12-02T18:22:05,672 DEBUG [RS:0;95451c90bed2:43607 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/048562826/flush-table-proc/acquired' 2024-12-02T18:22:05,672 DEBUG [RS:0;95451c90bed2:43607 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T18:22:05,672 DEBUG [RS:0;95451c90bed2:43607 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T18:22:05,672 DEBUG [RS:0;95451c90bed2:43607 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 95451c90bed2,43607,1733163722145 2024-12-02T18:22:05,672 DEBUG [RS:0;95451c90bed2:43607 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '95451c90bed2,43607,1733163722145' 2024-12-02T18:22:05,672 DEBUG [RS:0;95451c90bed2:43607 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/048562826/online-snapshot/abort' 2024-12-02T18:22:05,672 DEBUG [RS:0;95451c90bed2:43607 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/048562826/online-snapshot/acquired' 2024-12-02T18:22:05,673 DEBUG [RS:0;95451c90bed2:43607 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T18:22:05,673 INFO [RS:0;95451c90bed2:43607 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T18:22:05,673 INFO [RS:0;95451c90bed2:43607 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T18:22:05,773 INFO [RS:0;95451c90bed2:43607 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T18:22:05,774 INFO [RS:0;95451c90bed2:43607 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=95451c90bed2%2C43607%2C1733163722145, suffix=, logDir=hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145, archiveDir=hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/oldWALs, maxLogs=10 2024-12-02T18:22:05,786 DEBUG [RS:0;95451c90bed2:43607 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145/95451c90bed2%2C43607%2C1733163722145.1733163725774, exclude list is [], retry=0 2024-12-02T18:22:05,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35563,DS-e81a7964-1660-4727-afed-db6e3e17a61a,DISK] 2024-12-02T18:22:05,809 INFO [RS:0;95451c90bed2:43607 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145/95451c90bed2%2C43607%2C1733163722145.1733163725774 2024-12-02T18:22:05,812 DEBUG [RS:0;95451c90bed2:43607 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36867:36867)] 2024-12-02T18:22:05,828 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T18:22:05,828 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a 2024-12-02T18:22:05,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741833_1009 (size=32) 2024-12-02T18:22:06,242 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:22:06,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T18:22:06,246 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T18:22:06,246 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:22:06,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:22:06,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T18:22:06,253 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T18:22:06,253 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:22:06,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:22:06,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T18:22:06,256 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T18:22:06,256 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:22:06,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:22:06,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T18:22:06,258 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T18:22:06,258 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:22:06,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:22:06,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T18:22:06,259 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/data/hbase/meta/1588230740 2024-12-02T18:22:06,259 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/data/hbase/meta/1588230740 2024-12-02T18:22:06,260 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T18:22:06,260 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T18:22:06,261 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T18:22:06,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T18:22:06,263 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T18:22:06,263 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71175608, jitterRate=0.06059920787811279}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T18:22:06,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733163726242Initializing all the Stores at 1733163726243 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163726243Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163726243Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163726243Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163726243Cleaning up temporary data from old regions at 1733163726260 (+17 ms)Region opened successfully at 1733163726264 (+4 ms) 2024-12-02T18:22:06,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T18:22:06,264 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T18:22:06,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T18:22:06,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T18:22:06,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T18:22:06,265 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T18:22:06,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733163726264Disabling compacts and flushes for region at 1733163726264Disabling writes for close at 1733163726264Writing region close event to WAL at 1733163726265 (+1 ms)Closed at 1733163726265 2024-12-02T18:22:06,266 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T18:22:06,266 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T18:22:06,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T18:22:06,267 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T18:22:06,268 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T18:22:06,418 DEBUG [95451c90bed2:32953 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T18:22:06,419 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=95451c90bed2,43607,1733163722145 2024-12-02T18:22:06,420 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 95451c90bed2,43607,1733163722145, state=OPENING 2024-12-02T18:22:06,468 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T18:22:06,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43607-0x101974796050001, quorum=127.0.0.1:61258, baseZNode=/048562826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/048562826 2024-12-02T18:22:06,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x101974796050000, quorum=127.0.0.1:61258, baseZNode=/048562826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/048562826 2024-12-02T18:22:06,479 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /048562826/meta-region-server: CHANGED 2024-12-02T18:22:06,479 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T18:22:06,479 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /048562826/meta-region-server: CHANGED 2024-12-02T18:22:06,479 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=95451c90bed2,43607,1733163722145}] 2024-12-02T18:22:06,604 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T18:22:06,631 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T18:22:06,632 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55993, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T18:22:06,635 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T18:22:06,635 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:22:06,635 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T18:22:06,636 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=95451c90bed2%2C43607%2C1733163722145.meta, suffix=.meta, logDir=hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145, archiveDir=hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/oldWALs, maxLogs=10 2024-12-02T18:22:06,646 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145/95451c90bed2%2C43607%2C1733163722145.meta.1733163726636.meta, exclude list is [], retry=0 2024-12-02T18:22:06,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35563,DS-e81a7964-1660-4727-afed-db6e3e17a61a,DISK] 2024-12-02T18:22:06,649 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145/95451c90bed2%2C43607%2C1733163722145.meta.1733163726636.meta 2024-12-02T18:22:06,650 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36867:36867)] 2024-12-02T18:22:06,650 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:22:06,650 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T18:22:06,650 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T18:22:06,650 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T18:22:06,650 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T18:22:06,650 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T18:22:06,651 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:22:06,651 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T18:22:06,651 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T18:22:06,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T18:22:06,652 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T18:22:06,652 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:22:06,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:22:06,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T18:22:06,653 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T18:22:06,653 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:22:06,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:22:06,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T18:22:06,654 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T18:22:06,654 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:22:06,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:22:06,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T18:22:06,654 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T18:22:06,654 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:22:06,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:22:06,655 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T18:22:06,655 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/data/hbase/meta/1588230740 2024-12-02T18:22:06,656 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/data/hbase/meta/1588230740 2024-12-02T18:22:06,657 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T18:22:06,657 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T18:22:06,657 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T18:22:06,658 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T18:22:06,659 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69668387, jitterRate=0.038139864802360535}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T18:22:06,659 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T18:22:06,659 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733163726651Writing region info on filesystem at 1733163726651Initializing all the Stores at 1733163726651Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163726651Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163726652 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163726652Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163726652Cleaning up temporary data from old regions at 1733163726657 (+5 ms)Running coprocessor post-open hooks at 1733163726659 (+2 ms)Region opened successfully at 1733163726659 2024-12-02T18:22:06,660 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733163726631 2024-12-02T18:22:06,662 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T18:22:06,662 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T18:22:06,662 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=95451c90bed2,43607,1733163722145 2024-12-02T18:22:06,663 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 95451c90bed2,43607,1733163722145, state=OPEN 2024-12-02T18:22:06,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43607-0x101974796050001, quorum=127.0.0.1:61258, baseZNode=/048562826 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/048562826/meta-region-server 2024-12-02T18:22:06,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x101974796050000, quorum=127.0.0.1:61258, baseZNode=/048562826 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/048562826/meta-region-server 2024-12-02T18:22:06,724 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=95451c90bed2,43607,1733163722145 2024-12-02T18:22:06,724 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /048562826/meta-region-server: CHANGED 2024-12-02T18:22:06,724 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /048562826/meta-region-server: CHANGED 2024-12-02T18:22:06,726 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T18:22:06,726 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=95451c90bed2,43607,1733163722145 in 245 msec 2024-12-02T18:22:06,727 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T18:22:06,727 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 460 msec 2024-12-02T18:22:06,728 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T18:22:06,728 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T18:22:06,729 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:22:06,729 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,43607,1733163722145, seqNum=-1] 2024-12-02T18:22:06,729 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:22:06,730 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36485, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T18:22:06,734 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3330 sec 2024-12-02T18:22:06,734 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733163726734, completionTime=-1 2024-12-02T18:22:06,734 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T18:22:06,734 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T18:22:06,736 INFO [master/95451c90bed2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T18:22:06,736 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733163786736 2024-12-02T18:22:06,736 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733163846736 2024-12-02T18:22:06,736 INFO [master/95451c90bed2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T18:22:06,737 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,32953,1733163721909-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:22:06,737 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,32953,1733163721909-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:22:06,737 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,32953,1733163721909-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:22:06,737 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-95451c90bed2:32953, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:22:06,737 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T18:22:06,737 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T18:22:06,738 DEBUG [master/95451c90bed2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T18:22:06,741 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.424sec 2024-12-02T18:22:06,741 INFO [master/95451c90bed2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T18:22:06,741 INFO [master/95451c90bed2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T18:22:06,741 INFO [master/95451c90bed2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T18:22:06,741 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T18:22:06,741 INFO [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T18:22:06,741 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,32953,1733163721909-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T18:22:06,741 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,32953,1733163721909-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T18:22:06,743 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T18:22:06,743 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T18:22:06,743 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,32953,1733163721909-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:22:06,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@472049ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:22:06,830 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,32953,-1 for getting cluster id 2024-12-02T18:22:06,830 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:22:06,831 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bbe241a7-00fa-4c79-9080-da4a73638b2c' 2024-12-02T18:22:06,832 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:22:06,832 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bbe241a7-00fa-4c79-9080-da4a73638b2c" 2024-12-02T18:22:06,832 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a71412f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:22:06,832 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,32953,-1] 2024-12-02T18:22:06,832 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:22:06,832 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:22:06,833 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:22:06,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f345c11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:22:06,835 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:22:06,836 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,43607,1733163722145, seqNum=-1] 2024-12-02T18:22:06,836 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:22:06,837 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T18:22:06,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=95451c90bed2,32953,1733163721909 2024-12-02T18:22:06,839 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61258 2024-12-02T18:22:06,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61258, baseZNode=/048562826 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T18:22:06,858 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101974796050002 connected 2024-12-02T18:22:06,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4e36463-b4c7-7e2b-4526-e8bf01b54955/hadoop.log.dir so I do NOT create it in target/test-data/b251c3f3-7b52-02d2-083c-044e491e0a8f 2024-12-02T18:22:06,870 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4e36463-b4c7-7e2b-4526-e8bf01b54955/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T18:22:06,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4e36463-b4c7-7e2b-4526-e8bf01b54955/hadoop.tmp.dir so I do NOT create it in target/test-data/b251c3f3-7b52-02d2-083c-044e491e0a8f 2024-12-02T18:22:06,871 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4e36463-b4c7-7e2b-4526-e8bf01b54955/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T18:22:06,871 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b251c3f3-7b52-02d2-083c-044e491e0a8f 2024-12-02T18:22:06,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T18:22:06,871 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b251c3f3-7b52-02d2-083c-044e491e0a8f/cluster_b562ab7d-7c81-e601-6258-3ac9ee71f9af, deleteOnExit=true 2024-12-02T18:22:06,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T18:22:06,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b251c3f3-7b52-02d2-083c-044e491e0a8f/test.cache.data in system properties and HBase conf 2024-12-02T18:22:06,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b251c3f3-7b52-02d2-083c-044e491e0a8f/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T18:22:06,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b251c3f3-7b52-02d2-083c-044e491e0a8f/hadoop.log.dir in system properties and HBase conf 2024-12-02T18:22:06,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b251c3f3-7b52-02d2-083c-044e491e0a8f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T18:22:06,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b251c3f3-7b52-02d2-083c-044e491e0a8f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T18:22:06,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T18:22:06,871 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T18:22:06,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b251c3f3-7b52-02d2-083c-044e491e0a8f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T18:22:06,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b251c3f3-7b52-02d2-083c-044e491e0a8f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T18:22:06,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b251c3f3-7b52-02d2-083c-044e491e0a8f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T18:22:06,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b251c3f3-7b52-02d2-083c-044e491e0a8f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T18:22:06,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b251c3f3-7b52-02d2-083c-044e491e0a8f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T18:22:06,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b251c3f3-7b52-02d2-083c-044e491e0a8f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T18:22:06,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b251c3f3-7b52-02d2-083c-044e491e0a8f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T18:22:06,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b251c3f3-7b52-02d2-083c-044e491e0a8f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T18:22:06,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b251c3f3-7b52-02d2-083c-044e491e0a8f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T18:22:06,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b251c3f3-7b52-02d2-083c-044e491e0a8f/nfs.dump.dir in system properties and HBase conf 2024-12-02T18:22:06,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b251c3f3-7b52-02d2-083c-044e491e0a8f/java.io.tmpdir in system properties and HBase conf 2024-12-02T18:22:06,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b251c3f3-7b52-02d2-083c-044e491e0a8f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T18:22:06,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b251c3f3-7b52-02d2-083c-044e491e0a8f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T18:22:06,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b251c3f3-7b52-02d2-083c-044e491e0a8f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T18:22:07,247 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T18:22:07,259 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T18:22:07,284 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T18:22:07,284 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T18:22:07,284 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T18:22:07,288 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T18:22:07,289 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@112f7d5d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b251c3f3-7b52-02d2-083c-044e491e0a8f/hadoop.log.dir/,AVAILABLE} 2024-12-02T18:22:07,289 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@584fe75c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T18:22:07,415 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c000d76{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b251c3f3-7b52-02d2-083c-044e491e0a8f/java.io.tmpdir/jetty-localhost-36215-hadoop-hdfs-3_4_1-tests_jar-_-any-6831580900616753776/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T18:22:07,415 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b4d9ce1{HTTP/1.1, (http/1.1)}{localhost:36215} 2024-12-02T18:22:07,415 INFO [Time-limited test {}] server.Server(415): Started @236948ms 2024-12-02T18:22:07,754 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T18:22:07,757 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T18:22:07,761 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T18:22:07,761 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T18:22:07,761 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T18:22:07,777 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e7c797e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b251c3f3-7b52-02d2-083c-044e491e0a8f/hadoop.log.dir/,AVAILABLE} 2024-12-02T18:22:07,777 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@441aa255{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T18:22:07,901 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a2107a0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b251c3f3-7b52-02d2-083c-044e491e0a8f/java.io.tmpdir/jetty-localhost-41527-hadoop-hdfs-3_4_1-tests_jar-_-any-17348785033279610286/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T18:22:07,902 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@fcd1238{HTTP/1.1, (http/1.1)}{localhost:41527} 2024-12-02T18:22:07,902 INFO [Time-limited test {}] server.Server(415): Started @237435ms 2024-12-02T18:22:07,903 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T18:22:08,674 WARN [Thread-2780 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b251c3f3-7b52-02d2-083c-044e491e0a8f/cluster_b562ab7d-7c81-e601-6258-3ac9ee71f9af/data/data1/current/BP-1077505294-172.17.0.3-1733163726906/current, will proceed with Du for space computation calculation, 2024-12-02T18:22:08,675 WARN [Thread-2781 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b251c3f3-7b52-02d2-083c-044e491e0a8f/cluster_b562ab7d-7c81-e601-6258-3ac9ee71f9af/data/data2/current/BP-1077505294-172.17.0.3-1733163726906/current, will proceed with Du for space computation calculation, 2024-12-02T18:22:08,712 WARN [Thread-2768 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T18:22:08,717 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdd324adf79ab270f with lease ID 0x6388b9a9ee1efd7f: Processing first storage report for DS-150dcd22-2fc8-4ff7-a35c-90d53e372dac from datanode DatanodeRegistration(127.0.0.1:34505, datanodeUuid=b5b5b264-b53d-4c5f-a266-648dba308830, infoPort=37901, infoSecurePort=0, ipcPort=41317, storageInfo=lv=-57;cid=testClusterID;nsid=1003095060;c=1733163726906) 2024-12-02T18:22:08,717 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdd324adf79ab270f with lease ID 0x6388b9a9ee1efd7f: from storage DS-150dcd22-2fc8-4ff7-a35c-90d53e372dac node DatanodeRegistration(127.0.0.1:34505, datanodeUuid=b5b5b264-b53d-4c5f-a266-648dba308830, infoPort=37901, infoSecurePort=0, ipcPort=41317, storageInfo=lv=-57;cid=testClusterID;nsid=1003095060;c=1733163726906), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T18:22:08,717 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdd324adf79ab270f with lease ID 0x6388b9a9ee1efd7f: Processing first storage report for DS-329aefc0-f0ad-44f8-82d5-3d385a8c1204 from datanode DatanodeRegistration(127.0.0.1:34505, datanodeUuid=b5b5b264-b53d-4c5f-a266-648dba308830, infoPort=37901, infoSecurePort=0, ipcPort=41317, storageInfo=lv=-57;cid=testClusterID;nsid=1003095060;c=1733163726906) 2024-12-02T18:22:08,717 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdd324adf79ab270f with lease ID 0x6388b9a9ee1efd7f: from storage DS-329aefc0-f0ad-44f8-82d5-3d385a8c1204 node DatanodeRegistration(127.0.0.1:34505, datanodeUuid=b5b5b264-b53d-4c5f-a266-648dba308830, infoPort=37901, infoSecurePort=0, ipcPort=41317, storageInfo=lv=-57;cid=testClusterID;nsid=1003095060;c=1733163726906), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T18:22:08,759 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b251c3f3-7b52-02d2-083c-044e491e0a8f 2024-12-02T18:22:08,760 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:22:08,761 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:22:08,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34505 is added to blk_1073741825_1001 (size=7) 2024-12-02T18:22:09,174 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e with version=8 2024-12-02T18:22:09,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/hbase-staging 2024-12-02T18:22:09,177 INFO [Time-limited test {}] client.ConnectionUtils(128): master/95451c90bed2:0 server-side Connection retries=45 2024-12-02T18:22:09,177 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:22:09,177 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T18:22:09,177 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T18:22:09,177 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:22:09,177 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T18:22:09,177 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T18:22:09,177 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T18:22:09,177 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42175 2024-12-02T18:22:09,178 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42175 connecting to ZooKeeper ensemble=127.0.0.1:61258 2024-12-02T18:22:09,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:421750x0, quorum=127.0.0.1:61258, baseZNode=/1-1578983787 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T18:22:09,448 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42175-0x101974796050003 connected 2024-12-02T18:22:10,162 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:22:10,163 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:22:10,165 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42175-0x101974796050003, quorum=127.0.0.1:61258, baseZNode=/1-1578983787 Set watcher on znode that does not yet exist, /1-1578983787/running 2024-12-02T18:22:10,165 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e, hbase.cluster.distributed=false 2024-12-02T18:22:10,166 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42175-0x101974796050003, quorum=127.0.0.1:61258, baseZNode=/1-1578983787 Set watcher on znode that does not yet exist, /1-1578983787/acl 2024-12-02T18:22:10,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42175 2024-12-02T18:22:10,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42175 2024-12-02T18:22:10,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42175 2024-12-02T18:22:10,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42175 2024-12-02T18:22:10,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42175 2024-12-02T18:22:10,184 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/95451c90bed2:0 server-side Connection retries=45 2024-12-02T18:22:10,184 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:22:10,184 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T18:22:10,184 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T18:22:10,184 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:22:10,184 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T18:22:10,184 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T18:22:10,184 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T18:22:10,185 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35591 2024-12-02T18:22:10,185 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35591 connecting to ZooKeeper ensemble=127.0.0.1:61258 2024-12-02T18:22:10,186 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:22:10,187 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:22:10,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:355910x0, quorum=127.0.0.1:61258, baseZNode=/1-1578983787 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T18:22:10,258 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:355910x0, quorum=127.0.0.1:61258, baseZNode=/1-1578983787 Set watcher on znode that does not yet exist, /1-1578983787/running 2024-12-02T18:22:10,258 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35591-0x101974796050004 connected 2024-12-02T18:22:10,258 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T18:22:10,259 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T18:22:10,259 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35591-0x101974796050004, quorum=127.0.0.1:61258, baseZNode=/1-1578983787 Set watcher on znode that does not yet exist, /1-1578983787/master 2024-12-02T18:22:10,260 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35591-0x101974796050004, quorum=127.0.0.1:61258, baseZNode=/1-1578983787 Set watcher on znode that does not yet exist, /1-1578983787/acl 2024-12-02T18:22:10,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35591 2024-12-02T18:22:10,261 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35591 2024-12-02T18:22:10,263 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35591 2024-12-02T18:22:10,263 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35591 2024-12-02T18:22:10,263 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35591 2024-12-02T18:22:10,273 DEBUG [M:0;95451c90bed2:42175 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;95451c90bed2:42175 2024-12-02T18:22:10,275 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1578983787/backup-masters/95451c90bed2,42175,1733163729176 2024-12-02T18:22:10,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35591-0x101974796050004, quorum=127.0.0.1:61258, baseZNode=/1-1578983787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1578983787/backup-masters 2024-12-02T18:22:10,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42175-0x101974796050003, quorum=127.0.0.1:61258, baseZNode=/1-1578983787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1578983787/backup-masters 2024-12-02T18:22:10,320 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42175-0x101974796050003, quorum=127.0.0.1:61258, baseZNode=/1-1578983787 Set watcher on existing znode=/1-1578983787/backup-masters/95451c90bed2,42175,1733163729176 2024-12-02T18:22:10,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42175-0x101974796050003, quorum=127.0.0.1:61258, baseZNode=/1-1578983787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1578983787 2024-12-02T18:22:10,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35591-0x101974796050004, quorum=127.0.0.1:61258, baseZNode=/1-1578983787 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1578983787/master 2024-12-02T18:22:10,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35591-0x101974796050004, quorum=127.0.0.1:61258, baseZNode=/1-1578983787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1578983787 2024-12-02T18:22:10,348 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42175-0x101974796050003, quorum=127.0.0.1:61258, baseZNode=/1-1578983787 Set watcher on existing znode=/1-1578983787/master 2024-12-02T18:22:10,348 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1578983787/backup-masters/95451c90bed2,42175,1733163729176 from backup master directory 2024-12-02T18:22:10,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35591-0x101974796050004, quorum=127.0.0.1:61258, baseZNode=/1-1578983787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1578983787/backup-masters 2024-12-02T18:22:10,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42175-0x101974796050003, quorum=127.0.0.1:61258, baseZNode=/1-1578983787 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1578983787/backup-masters/95451c90bed2,42175,1733163729176 2024-12-02T18:22:10,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42175-0x101974796050003, quorum=127.0.0.1:61258, baseZNode=/1-1578983787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1578983787/backup-masters 2024-12-02T18:22:10,418 WARN [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T18:22:10,418 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=95451c90bed2,42175,1733163729176 2024-12-02T18:22:10,421 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/hbase.id] with ID: 1b4e1b43-c705-459e-a0d0-83bf129f0a53 2024-12-02T18:22:10,421 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/.tmp/hbase.id 2024-12-02T18:22:10,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34505 is added to blk_1073741826_1002 (size=42) 2024-12-02T18:22:10,825 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/.tmp/hbase.id]:[hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/hbase.id] 2024-12-02T18:22:10,833 INFO [master/95451c90bed2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:22:10,833 INFO [master/95451c90bed2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T18:22:10,833 INFO [master/95451c90bed2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-02T18:22:10,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35591-0x101974796050004, quorum=127.0.0.1:61258, baseZNode=/1-1578983787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1578983787 2024-12-02T18:22:10,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42175-0x101974796050003, quorum=127.0.0.1:61258, baseZNode=/1-1578983787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1578983787 2024-12-02T18:22:10,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34505 is added to blk_1073741827_1003 (size=196) 2024-12-02T18:22:11,298 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T18:22:11,299 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T18:22:11,299 INFO [master/95451c90bed2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:22:11,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34505 is added to blk_1073741828_1004 (size=1189) 2024-12-02T18:22:11,705 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/MasterData/data/master/store 2024-12-02T18:22:11,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34505 is added to blk_1073741829_1005 (size=34) 2024-12-02T18:22:12,107 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T18:22:12,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:12,110 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:22:12,110 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T18:22:12,110 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:22:12,110 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:22:12,110 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T18:22:12,110 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:22:12,110 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:22:12,110 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733163732110Disabling compacts and flushes for region at 1733163732110Disabling writes for close at 1733163732110Writing region close event to WAL at 1733163732110Closed at 1733163732110 2024-12-02T18:22:12,111 WARN [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/MasterData/data/master/store/.initializing 2024-12-02T18:22:12,111 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/MasterData/WALs/95451c90bed2,42175,1733163729176 2024-12-02T18:22:12,112 INFO [master/95451c90bed2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T18:22:12,113 INFO [master/95451c90bed2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=95451c90bed2%2C42175%2C1733163729176, suffix=, logDir=hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/MasterData/WALs/95451c90bed2,42175,1733163729176, archiveDir=hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/MasterData/oldWALs, maxLogs=10 2024-12-02T18:22:12,128 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/MasterData/WALs/95451c90bed2,42175,1733163729176/95451c90bed2%2C42175%2C1733163729176.1733163732113, exclude list is [], retry=0 2024-12-02T18:22:12,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:12,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:12,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:12,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:12,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:12,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34505,DS-150dcd22-2fc8-4ff7-a35c-90d53e372dac,DISK] 2024-12-02T18:22:12,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:12,132 INFO [master/95451c90bed2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/MasterData/WALs/95451c90bed2,42175,1733163729176/95451c90bed2%2C42175%2C1733163729176.1733163732113 2024-12-02T18:22:12,135 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37901:37901)] 2024-12-02T18:22:12,135 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:22:12,135 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:22:12,135 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:22:12,135 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:22:12,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:22:12,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T18:22:12,137 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:22:12,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:12,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:22:12,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:22:12,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T18:22:12,139 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:22:12,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:22:12,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:22:12,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T18:22:12,140 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:22:12,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:12,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:22:12,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:22:12,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:12,141 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T18:22:12,141 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:22:12,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:22:12,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:12,142 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:22:12,143 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:22:12,143 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:22:12,145 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:22:12,145 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:22:12,145 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T18:22:12,146 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:22:12,151 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T18:22:12,152 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70809122, jitterRate=0.05513814091682434}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T18:22:12,152 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733163732135Initializing all the Stores at 1733163732136 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163732136Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163732136Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163732136Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163732136Cleaning up temporary data from old regions at 1733163732145 (+9 ms)Region opened successfully at 1733163732152 (+7 ms) 2024-12-02T18:22:12,152 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T18:22:12,153 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T18:22:12,155 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67dc51e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=95451c90bed2/172.17.0.3:0 2024-12-02T18:22:12,156 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T18:22:12,156 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T18:22:12,156 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T18:22:12,156 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T18:22:12,156 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T18:22:12,156 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T18:22:12,156 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T18:22:12,158 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T18:22:12,158 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42175-0x101974796050003, quorum=127.0.0.1:61258, baseZNode=/1-1578983787 Unable to get data of znode /1-1578983787/balancer because node does not exist (not necessarily an error) 2024-12-02T18:22:12,226 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1578983787/balancer already deleted, retry=false 2024-12-02T18:22:12,226 INFO [master/95451c90bed2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T18:22:12,227 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42175-0x101974796050003, quorum=127.0.0.1:61258, baseZNode=/1-1578983787 Unable to get data of znode /1-1578983787/normalizer because node does not exist (not necessarily an error) 2024-12-02T18:22:12,236 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1578983787/normalizer already deleted, retry=false 2024-12-02T18:22:12,236 INFO [master/95451c90bed2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T18:22:12,237 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42175-0x101974796050003, quorum=127.0.0.1:61258, baseZNode=/1-1578983787 Unable to get data of znode /1-1578983787/switch/split because node does not exist (not necessarily an error) 2024-12-02T18:22:12,247 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1578983787/switch/split already deleted, retry=false 2024-12-02T18:22:12,247 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42175-0x101974796050003, quorum=127.0.0.1:61258, baseZNode=/1-1578983787 Unable to get data of znode /1-1578983787/switch/merge because node does not exist (not necessarily an error) 2024-12-02T18:22:12,257 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1578983787/switch/merge already deleted, retry=false 2024-12-02T18:22:12,258 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42175-0x101974796050003, quorum=127.0.0.1:61258, baseZNode=/1-1578983787 Unable to get data of znode /1-1578983787/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T18:22:12,268 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1578983787/snapshot-cleanup already deleted, retry=false 2024-12-02T18:22:12,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42175-0x101974796050003, quorum=127.0.0.1:61258, baseZNode=/1-1578983787 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1578983787/running 2024-12-02T18:22:12,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35591-0x101974796050004, quorum=127.0.0.1:61258, baseZNode=/1-1578983787 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1578983787/running 2024-12-02T18:22:12,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42175-0x101974796050003, quorum=127.0.0.1:61258, baseZNode=/1-1578983787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1578983787 2024-12-02T18:22:12,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35591-0x101974796050004, quorum=127.0.0.1:61258, baseZNode=/1-1578983787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1578983787 2024-12-02T18:22:12,279 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=95451c90bed2,42175,1733163729176, sessionid=0x101974796050003, setting cluster-up flag (Was=false) 2024-12-02T18:22:12,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42175-0x101974796050003, quorum=127.0.0.1:61258, baseZNode=/1-1578983787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1578983787 2024-12-02T18:22:12,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35591-0x101974796050004, quorum=127.0.0.1:61258, baseZNode=/1-1578983787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1578983787 2024-12-02T18:22:12,331 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1578983787/flush-table-proc/acquired, /1-1578983787/flush-table-proc/reached, /1-1578983787/flush-table-proc/abort 2024-12-02T18:22:12,332 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=95451c90bed2,42175,1733163729176 2024-12-02T18:22:12,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42175-0x101974796050003, quorum=127.0.0.1:61258, baseZNode=/1-1578983787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1578983787 2024-12-02T18:22:12,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35591-0x101974796050004, quorum=127.0.0.1:61258, baseZNode=/1-1578983787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1578983787 2024-12-02T18:22:12,384 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1578983787/online-snapshot/acquired, /1-1578983787/online-snapshot/reached, /1-1578983787/online-snapshot/abort 2024-12-02T18:22:12,384 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=95451c90bed2,42175,1733163729176 2024-12-02T18:22:12,385 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T18:22:12,387 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T18:22:12,387 INFO [master/95451c90bed2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T18:22:12,387 INFO [master/95451c90bed2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T18:22:12,388 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 95451c90bed2,42175,1733163729176 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T18:22:12,389 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:22:12,389 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:22:12,389 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:22:12,389 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:22:12,389 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/95451c90bed2:0, corePoolSize=10, maxPoolSize=10 2024-12-02T18:22:12,389 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:22:12,389 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/95451c90bed2:0, corePoolSize=2, maxPoolSize=2 2024-12-02T18:22:12,389 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:22:12,389 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733163762389 2024-12-02T18:22:12,390 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T18:22:12,390 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T18:22:12,390 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T18:22:12,390 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T18:22:12,390 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T18:22:12,390 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T18:22:12,390 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T18:22:12,390 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T18:22:12,391 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T18:22:12,391 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T18:22:12,391 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T18:22:12,391 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T18:22:12,391 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:22:12,391 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T18:22:12,391 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T18:22:12,392 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T18:22:12,392 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T18:22:12,396 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.large.0-1733163732392,5,FailOnTimeoutGroup] 2024-12-02T18:22:12,396 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.small.0-1733163732396,5,FailOnTimeoutGroup] 2024-12-02T18:22:12,396 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T18:22:12,396 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T18:22:12,396 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T18:22:12,396 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T18:22:12,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34505 is added to blk_1073741831_1007 (size=1321) 2024-12-02T18:22:12,466 INFO [RS:0;95451c90bed2:35591 {}] regionserver.HRegionServer(746): ClusterId : 1b4e1b43-c705-459e-a0d0-83bf129f0a53 2024-12-02T18:22:12,466 DEBUG [RS:0;95451c90bed2:35591 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T18:22:12,495 DEBUG [RS:0;95451c90bed2:35591 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T18:22:12,495 DEBUG [RS:0;95451c90bed2:35591 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T18:22:12,505 DEBUG [RS:0;95451c90bed2:35591 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T18:22:12,506 DEBUG [RS:0;95451c90bed2:35591 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1886d0df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=95451c90bed2/172.17.0.3:0 2024-12-02T18:22:12,516 DEBUG [RS:0;95451c90bed2:35591 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;95451c90bed2:35591 2024-12-02T18:22:12,516 INFO [RS:0;95451c90bed2:35591 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T18:22:12,516 INFO [RS:0;95451c90bed2:35591 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T18:22:12,516 DEBUG [RS:0;95451c90bed2:35591 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T18:22:12,516 INFO [RS:0;95451c90bed2:35591 {}] regionserver.HRegionServer(2659): reportForDuty to master=95451c90bed2,42175,1733163729176 with port=35591, startcode=1733163730183 2024-12-02T18:22:12,516 DEBUG [RS:0;95451c90bed2:35591 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T18:22:12,517 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46541, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T18:22:12,518 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42175 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 95451c90bed2,35591,1733163730183 2024-12-02T18:22:12,518 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42175 {}] master.ServerManager(517): Registering regionserver=95451c90bed2,35591,1733163730183 2024-12-02T18:22:12,519 DEBUG [RS:0;95451c90bed2:35591 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e 2024-12-02T18:22:12,519 DEBUG [RS:0;95451c90bed2:35591 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42975 2024-12-02T18:22:12,519 DEBUG [RS:0;95451c90bed2:35591 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T18:22:12,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42175-0x101974796050003, quorum=127.0.0.1:61258, baseZNode=/1-1578983787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1578983787/rs 2024-12-02T18:22:12,531 DEBUG [RS:0;95451c90bed2:35591 {}] zookeeper.ZKUtil(111): regionserver:35591-0x101974796050004, quorum=127.0.0.1:61258, baseZNode=/1-1578983787 Set watcher on existing znode=/1-1578983787/rs/95451c90bed2,35591,1733163730183 2024-12-02T18:22:12,531 WARN [RS:0;95451c90bed2:35591 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T18:22:12,531 INFO [RS:0;95451c90bed2:35591 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:22:12,532 DEBUG [RS:0;95451c90bed2:35591 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/WALs/95451c90bed2,35591,1733163730183 2024-12-02T18:22:12,532 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [95451c90bed2,35591,1733163730183] 2024-12-02T18:22:12,534 INFO [RS:0;95451c90bed2:35591 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T18:22:12,535 INFO [RS:0;95451c90bed2:35591 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T18:22:12,536 INFO [RS:0;95451c90bed2:35591 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T18:22:12,536 INFO [RS:0;95451c90bed2:35591 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:22:12,537 INFO [RS:0;95451c90bed2:35591 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T18:22:12,538 INFO [RS:0;95451c90bed2:35591 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T18:22:12,538 INFO [RS:0;95451c90bed2:35591 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T18:22:12,538 DEBUG [RS:0;95451c90bed2:35591 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:22:12,538 DEBUG [RS:0;95451c90bed2:35591 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:22:12,538 DEBUG [RS:0;95451c90bed2:35591 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:22:12,538 DEBUG [RS:0;95451c90bed2:35591 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:22:12,538 DEBUG [RS:0;95451c90bed2:35591 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:22:12,538 DEBUG [RS:0;95451c90bed2:35591 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/95451c90bed2:0, corePoolSize=2, maxPoolSize=2 2024-12-02T18:22:12,538 DEBUG [RS:0;95451c90bed2:35591 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:22:12,538 DEBUG [RS:0;95451c90bed2:35591 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:22:12,538 DEBUG [RS:0;95451c90bed2:35591 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:22:12,539 DEBUG [RS:0;95451c90bed2:35591 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:22:12,539 DEBUG [RS:0;95451c90bed2:35591 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:22:12,539 DEBUG [RS:0;95451c90bed2:35591 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:22:12,539 DEBUG [RS:0;95451c90bed2:35591 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/95451c90bed2:0, corePoolSize=3, maxPoolSize=3 2024-12-02T18:22:12,539 DEBUG [RS:0;95451c90bed2:35591 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/95451c90bed2:0, corePoolSize=3, maxPoolSize=3 2024-12-02T18:22:12,540 INFO [RS:0;95451c90bed2:35591 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T18:22:12,540 INFO [RS:0;95451c90bed2:35591 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T18:22:12,540 INFO [RS:0;95451c90bed2:35591 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:22:12,540 INFO [RS:0;95451c90bed2:35591 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T18:22:12,540 INFO [RS:0;95451c90bed2:35591 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T18:22:12,540 INFO [RS:0;95451c90bed2:35591 {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,35591,1733163730183-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T18:22:12,556 INFO [RS:0;95451c90bed2:35591 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T18:22:12,557 INFO [RS:0;95451c90bed2:35591 {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,35591,1733163730183-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:22:12,557 INFO [RS:0;95451c90bed2:35591 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:22:12,557 INFO [RS:0;95451c90bed2:35591 {}] regionserver.Replication(171): 95451c90bed2,35591,1733163730183 started 2024-12-02T18:22:12,573 INFO [RS:0;95451c90bed2:35591 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:22:12,573 INFO [RS:0;95451c90bed2:35591 {}] regionserver.HRegionServer(1482): Serving as 95451c90bed2,35591,1733163730183, RpcServer on 95451c90bed2/172.17.0.3:35591, sessionid=0x101974796050004 2024-12-02T18:22:12,573 DEBUG [RS:0;95451c90bed2:35591 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T18:22:12,573 DEBUG [RS:0;95451c90bed2:35591 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 95451c90bed2,35591,1733163730183 2024-12-02T18:22:12,573 DEBUG [RS:0;95451c90bed2:35591 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '95451c90bed2,35591,1733163730183' 2024-12-02T18:22:12,573 DEBUG [RS:0;95451c90bed2:35591 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1578983787/flush-table-proc/abort' 2024-12-02T18:22:12,574 DEBUG [RS:0;95451c90bed2:35591 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1578983787/flush-table-proc/acquired' 2024-12-02T18:22:12,574 DEBUG [RS:0;95451c90bed2:35591 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T18:22:12,574 DEBUG [RS:0;95451c90bed2:35591 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T18:22:12,574 DEBUG [RS:0;95451c90bed2:35591 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 95451c90bed2,35591,1733163730183 2024-12-02T18:22:12,574 DEBUG [RS:0;95451c90bed2:35591 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '95451c90bed2,35591,1733163730183' 2024-12-02T18:22:12,574 DEBUG [RS:0;95451c90bed2:35591 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1578983787/online-snapshot/abort' 2024-12-02T18:22:12,575 DEBUG [RS:0;95451c90bed2:35591 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1578983787/online-snapshot/acquired' 2024-12-02T18:22:12,575 DEBUG [RS:0;95451c90bed2:35591 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T18:22:12,575 INFO [RS:0;95451c90bed2:35591 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T18:22:12,575 INFO [RS:0;95451c90bed2:35591 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T18:22:12,675 INFO [RS:0;95451c90bed2:35591 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T18:22:12,676 INFO [RS:0;95451c90bed2:35591 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=95451c90bed2%2C35591%2C1733163730183, suffix=, logDir=hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/WALs/95451c90bed2,35591,1733163730183, archiveDir=hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/oldWALs, maxLogs=10 2024-12-02T18:22:12,692 DEBUG [RS:0;95451c90bed2:35591 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/WALs/95451c90bed2,35591,1733163730183/95451c90bed2%2C35591%2C1733163730183.1733163732677, exclude list is [], retry=0 2024-12-02T18:22:12,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34505,DS-150dcd22-2fc8-4ff7-a35c-90d53e372dac,DISK] 2024-12-02T18:22:12,695 INFO [RS:0;95451c90bed2:35591 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/WALs/95451c90bed2,35591,1733163730183/95451c90bed2%2C35591%2C1733163730183.1733163732677 2024-12-02T18:22:12,696 DEBUG [RS:0;95451c90bed2:35591 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37901:37901)] 2024-12-02T18:22:12,800 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T18:22:12,800 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e 2024-12-02T18:22:12,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34505 is added to blk_1073741833_1009 (size=32) 2024-12-02T18:22:12,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:22:12,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T18:22:12,807 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T18:22:12,807 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:22:12,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:22:12,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T18:22:12,808 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T18:22:12,808 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:22:12,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:22:12,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T18:22:12,809 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T18:22:12,809 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:22:12,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:22:12,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T18:22:12,810 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T18:22:12,810 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:22:12,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:22:12,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T18:22:12,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/data/hbase/meta/1588230740 2024-12-02T18:22:12,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/data/hbase/meta/1588230740 2024-12-02T18:22:12,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T18:22:12,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T18:22:12,812 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T18:22:12,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T18:22:12,815 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T18:22:12,815 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67051920, jitterRate=-8.485317230224609E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T18:22:12,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733163732805Initializing all the Stores at 1733163732806 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163732806Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163732806Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163732806Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163732806Cleaning up temporary data from old regions at 1733163732812 (+6 ms)Region opened successfully at 1733163732815 (+3 ms) 2024-12-02T18:22:12,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T18:22:12,815 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T18:22:12,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T18:22:12,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T18:22:12,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T18:22:12,816 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T18:22:12,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733163732815Disabling compacts and flushes for region at 1733163732815Disabling writes for close at 1733163732815Writing region close event to WAL at 1733163732816 (+1 ms)Closed at 1733163732816 2024-12-02T18:22:12,817 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T18:22:12,817 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T18:22:12,817 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T18:22:12,817 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T18:22:12,818 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T18:22:12,968 DEBUG [95451c90bed2:42175 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T18:22:12,969 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=95451c90bed2,35591,1733163730183 2024-12-02T18:22:12,970 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 95451c90bed2,35591,1733163730183, state=OPENING 2024-12-02T18:22:12,978 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:22:12,979 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [95451c90bed2,40805,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=95451c90bed2:40805 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T18:22:12,979 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48463 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [95451c90bed2,40805,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=95451c90bed2:40805 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T18:22:13,085 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T18:22:13,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35591-0x101974796050004, quorum=127.0.0.1:61258, baseZNode=/1-1578983787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1578983787 2024-12-02T18:22:13,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42175-0x101974796050003, quorum=127.0.0.1:61258, baseZNode=/1-1578983787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1578983787 2024-12-02T18:22:13,105 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1578983787/meta-region-server: CHANGED 2024-12-02T18:22:13,105 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1578983787/meta-region-server: CHANGED 2024-12-02T18:22:13,105 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T18:22:13,105 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=95451c90bed2,35591,1733163730183}] 2024-12-02T18:22:13,258 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T18:22:13,259 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50071, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T18:22:13,261 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T18:22:13,261 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:22:13,261 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T18:22:13,262 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=95451c90bed2%2C35591%2C1733163730183.meta, suffix=.meta, logDir=hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/WALs/95451c90bed2,35591,1733163730183, archiveDir=hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/oldWALs, maxLogs=10 2024-12-02T18:22:13,277 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/WALs/95451c90bed2,35591,1733163730183/95451c90bed2%2C35591%2C1733163730183.meta.1733163733263.meta, exclude list is [], retry=0 2024-12-02T18:22:13,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34505,DS-150dcd22-2fc8-4ff7-a35c-90d53e372dac,DISK] 2024-12-02T18:22:13,281 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/WALs/95451c90bed2,35591,1733163730183/95451c90bed2%2C35591%2C1733163730183.meta.1733163733263.meta 2024-12-02T18:22:13,281 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37901:37901)] 2024-12-02T18:22:13,281 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:22:13,282 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T18:22:13,282 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T18:22:13,282 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T18:22:13,282 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T18:22:13,282 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T18:22:13,282 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:22:13,282 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T18:22:13,282 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T18:22:13,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T18:22:13,284 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T18:22:13,284 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:22:13,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:22:13,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T18:22:13,285 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T18:22:13,285 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:22:13,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:22:13,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T18:22:13,286 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T18:22:13,286 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:22:13,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:22:13,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T18:22:13,286 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T18:22:13,287 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:22:13,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:22:13,287 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T18:22:13,287 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/data/hbase/meta/1588230740 2024-12-02T18:22:13,288 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/data/hbase/meta/1588230740 2024-12-02T18:22:13,288 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T18:22:13,288 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T18:22:13,289 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T18:22:13,289 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T18:22:13,290 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74174761, jitterRate=0.10529007017612457}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T18:22:13,290 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T18:22:13,290 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733163733282Writing region info on filesystem at 1733163733282Initializing all the Stores at 1733163733283 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163733283Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163733283Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163733283Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163733283Cleaning up temporary data from old regions at 1733163733288 (+5 ms)Running coprocessor post-open hooks at 1733163733290 (+2 ms)Region opened successfully at 1733163733290 2024-12-02T18:22:13,291 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733163733257 2024-12-02T18:22:13,292 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T18:22:13,292 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T18:22:13,293 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=95451c90bed2,35591,1733163730183 2024-12-02T18:22:13,293 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 95451c90bed2,35591,1733163730183, state=OPEN 2024-12-02T18:22:13,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42175-0x101974796050003, quorum=127.0.0.1:61258, baseZNode=/1-1578983787 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1578983787/meta-region-server 2024-12-02T18:22:13,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35591-0x101974796050004, quorum=127.0.0.1:61258, baseZNode=/1-1578983787 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1578983787/meta-region-server 2024-12-02T18:22:13,305 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=95451c90bed2,35591,1733163730183 2024-12-02T18:22:13,305 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1578983787/meta-region-server: CHANGED 2024-12-02T18:22:13,305 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1578983787/meta-region-server: CHANGED 2024-12-02T18:22:13,306 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T18:22:13,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=95451c90bed2,35591,1733163730183 in 200 msec 2024-12-02T18:22:13,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T18:22:13,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 489 msec 2024-12-02T18:22:13,308 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T18:22:13,308 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T18:22:13,309 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:22:13,309 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,35591,1733163730183, seqNum=-1] 2024-12-02T18:22:13,310 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:22:13,310 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55519, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T18:22:13,315 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 928 msec 2024-12-02T18:22:13,315 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733163733315, completionTime=-1 2024-12-02T18:22:13,315 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T18:22:13,315 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T18:22:13,316 INFO [master/95451c90bed2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T18:22:13,316 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733163793316 2024-12-02T18:22:13,317 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733163853317 2024-12-02T18:22:13,317 INFO [master/95451c90bed2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T18:22:13,317 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,42175,1733163729176-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:22:13,317 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,42175,1733163729176-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:22:13,317 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,42175,1733163729176-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:22:13,317 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-95451c90bed2:42175, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:22:13,317 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T18:22:13,317 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T18:22:13,318 DEBUG [master/95451c90bed2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T18:22:13,320 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.902sec 2024-12-02T18:22:13,320 INFO [master/95451c90bed2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T18:22:13,320 INFO [master/95451c90bed2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T18:22:13,320 INFO [master/95451c90bed2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T18:22:13,320 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T18:22:13,320 INFO [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T18:22:13,320 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,42175,1733163729176-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T18:22:13,320 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,42175,1733163729176-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T18:22:13,322 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T18:22:13,322 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T18:22:13,322 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,42175,1733163729176-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:22:13,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50038b35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:22:13,367 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,42175,-1 for getting cluster id 2024-12-02T18:22:13,367 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:22:13,368 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b4e1b43-c705-459e-a0d0-83bf129f0a53' 2024-12-02T18:22:13,368 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:22:13,368 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b4e1b43-c705-459e-a0d0-83bf129f0a53" 2024-12-02T18:22:13,368 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f189266, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:22:13,369 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,42175,-1] 2024-12-02T18:22:13,369 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:22:13,369 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:22:13,370 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:22:13,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48b32a78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:22:13,371 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:22:13,371 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,35591,1733163730183, seqNum=-1] 2024-12-02T18:22:13,372 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:22:13,372 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T18:22:13,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=95451c90bed2,42175,1733163729176 2024-12-02T18:22:13,374 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61258 2024-12-02T18:22:13,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61258, baseZNode=/1-1578983787 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T18:22:13,384 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101974796050005 connected 2024-12-02T18:22:13,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b251c3f3-7b52-02d2-083c-044e491e0a8f/hadoop.log.dir so I do NOT create it in target/test-data/b7b9bf35-6ba0-812b-9111-8c6689dbdf44 2024-12-02T18:22:13,396 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b251c3f3-7b52-02d2-083c-044e491e0a8f/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T18:22:13,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b251c3f3-7b52-02d2-083c-044e491e0a8f/hadoop.tmp.dir so I do NOT create it in target/test-data/b7b9bf35-6ba0-812b-9111-8c6689dbdf44 2024-12-02T18:22:13,396 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b251c3f3-7b52-02d2-083c-044e491e0a8f/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T18:22:13,396 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7b9bf35-6ba0-812b-9111-8c6689dbdf44 2024-12-02T18:22:13,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T18:22:13,396 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7b9bf35-6ba0-812b-9111-8c6689dbdf44/cluster_466c1549-386d-d0b5-0b2c-716095a73b81, deleteOnExit=true 2024-12-02T18:22:13,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T18:22:13,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7b9bf35-6ba0-812b-9111-8c6689dbdf44/test.cache.data in system properties and HBase conf 2024-12-02T18:22:13,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7b9bf35-6ba0-812b-9111-8c6689dbdf44/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T18:22:13,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7b9bf35-6ba0-812b-9111-8c6689dbdf44/hadoop.log.dir in system properties and HBase conf 2024-12-02T18:22:13,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7b9bf35-6ba0-812b-9111-8c6689dbdf44/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T18:22:13,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7b9bf35-6ba0-812b-9111-8c6689dbdf44/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T18:22:13,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T18:22:13,397 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T18:22:13,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7b9bf35-6ba0-812b-9111-8c6689dbdf44/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T18:22:13,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7b9bf35-6ba0-812b-9111-8c6689dbdf44/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T18:22:13,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7b9bf35-6ba0-812b-9111-8c6689dbdf44/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T18:22:13,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7b9bf35-6ba0-812b-9111-8c6689dbdf44/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T18:22:13,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7b9bf35-6ba0-812b-9111-8c6689dbdf44/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T18:22:13,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7b9bf35-6ba0-812b-9111-8c6689dbdf44/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T18:22:13,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7b9bf35-6ba0-812b-9111-8c6689dbdf44/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T18:22:13,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7b9bf35-6ba0-812b-9111-8c6689dbdf44/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T18:22:13,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7b9bf35-6ba0-812b-9111-8c6689dbdf44/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T18:22:13,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7b9bf35-6ba0-812b-9111-8c6689dbdf44/nfs.dump.dir in system properties and HBase conf 2024-12-02T18:22:13,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7b9bf35-6ba0-812b-9111-8c6689dbdf44/java.io.tmpdir in system properties and HBase conf 2024-12-02T18:22:13,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7b9bf35-6ba0-812b-9111-8c6689dbdf44/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T18:22:13,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7b9bf35-6ba0-812b-9111-8c6689dbdf44/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T18:22:13,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7b9bf35-6ba0-812b-9111-8c6689dbdf44/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T18:22:13,844 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T18:22:13,848 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T18:22:13,856 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T18:22:13,856 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T18:22:13,856 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T18:22:13,857 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T18:22:13,858 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b83ad4a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7b9bf35-6ba0-812b-9111-8c6689dbdf44/hadoop.log.dir/,AVAILABLE} 2024-12-02T18:22:13,858 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@bf3c243{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T18:22:13,967 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18a95aab{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7b9bf35-6ba0-812b-9111-8c6689dbdf44/java.io.tmpdir/jetty-localhost-35915-hadoop-hdfs-3_4_1-tests_jar-_-any-7186047592069973570/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T18:22:13,967 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7d26d8f9{HTTP/1.1, (http/1.1)}{localhost:35915} 2024-12-02T18:22:13,967 INFO [Time-limited test {}] server.Server(415): Started @243500ms 2024-12-02T18:22:14,355 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T18:22:14,359 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T18:22:14,363 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T18:22:14,363 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T18:22:14,363 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T18:22:14,364 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@652becc7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7b9bf35-6ba0-812b-9111-8c6689dbdf44/hadoop.log.dir/,AVAILABLE} 2024-12-02T18:22:14,365 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@492912f0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T18:22:14,490 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@58e13ec4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7b9bf35-6ba0-812b-9111-8c6689dbdf44/java.io.tmpdir/jetty-localhost-33045-hadoop-hdfs-3_4_1-tests_jar-_-any-14568997484754257746/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T18:22:14,490 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@182f4d14{HTTP/1.1, (http/1.1)}{localhost:33045} 2024-12-02T18:22:14,490 INFO [Time-limited test {}] server.Server(415): Started @244023ms 2024-12-02T18:22:14,491 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T18:22:16,604 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T18:22:16,604 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-02T18:22:17,109 WARN [Thread-2902 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7b9bf35-6ba0-812b-9111-8c6689dbdf44/cluster_466c1549-386d-d0b5-0b2c-716095a73b81/data/data2/current/BP-1246162258-172.17.0.3-1733163733411/current, will proceed with Du for space computation calculation, 2024-12-02T18:22:17,109 WARN [Thread-2901 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7b9bf35-6ba0-812b-9111-8c6689dbdf44/cluster_466c1549-386d-d0b5-0b2c-716095a73b81/data/data1/current/BP-1246162258-172.17.0.3-1733163733411/current, will proceed with Du for space computation calculation, 2024-12-02T18:22:17,137 WARN [Thread-2889 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T18:22:17,145 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd7c50ebb8f4d527d with lease ID 0x3c424694d43d8b44: Processing first storage report for DS-c0ff7fc1-e5bb-425c-bd75-1e38d476b596 from datanode DatanodeRegistration(127.0.0.1:39501, datanodeUuid=054eea25-e1e8-4dc2-8676-027937829db3, infoPort=41063, infoSecurePort=0, ipcPort=38327, storageInfo=lv=-57;cid=testClusterID;nsid=268459670;c=1733163733411) 2024-12-02T18:22:17,145 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd7c50ebb8f4d527d with lease ID 0x3c424694d43d8b44: from storage DS-c0ff7fc1-e5bb-425c-bd75-1e38d476b596 node DatanodeRegistration(127.0.0.1:39501, datanodeUuid=054eea25-e1e8-4dc2-8676-027937829db3, infoPort=41063, infoSecurePort=0, ipcPort=38327, storageInfo=lv=-57;cid=testClusterID;nsid=268459670;c=1733163733411), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T18:22:17,145 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd7c50ebb8f4d527d with lease ID 0x3c424694d43d8b44: Processing first storage report for DS-21f0440b-81ff-40a0-a335-84db7ebf5e3b from datanode DatanodeRegistration(127.0.0.1:39501, datanodeUuid=054eea25-e1e8-4dc2-8676-027937829db3, infoPort=41063, infoSecurePort=0, ipcPort=38327, storageInfo=lv=-57;cid=testClusterID;nsid=268459670;c=1733163733411) 2024-12-02T18:22:17,145 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd7c50ebb8f4d527d with lease ID 0x3c424694d43d8b44: from storage DS-21f0440b-81ff-40a0-a335-84db7ebf5e3b node DatanodeRegistration(127.0.0.1:39501, datanodeUuid=054eea25-e1e8-4dc2-8676-027937829db3, infoPort=41063, infoSecurePort=0, ipcPort=38327, storageInfo=lv=-57;cid=testClusterID;nsid=268459670;c=1733163733411), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T18:22:17,232 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7b9bf35-6ba0-812b-9111-8c6689dbdf44 2024-12-02T18:22:17,232 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:22:17,233 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:22:17,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39501 is added to blk_1073741825_1001 (size=7) 2024-12-02T18:22:17,250 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c with version=8 2024-12-02T18:22:17,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/hbase-staging 2024-12-02T18:22:17,252 INFO [Time-limited test {}] client.ConnectionUtils(128): master/95451c90bed2:0 server-side Connection retries=45 2024-12-02T18:22:17,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:22:17,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T18:22:17,252 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T18:22:17,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:22:17,252 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T18:22:17,252 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T18:22:17,252 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T18:22:17,256 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45105 2024-12-02T18:22:17,257 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45105 connecting to ZooKeeper ensemble=127.0.0.1:61258 2024-12-02T18:22:17,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:451050x0, quorum=127.0.0.1:61258, baseZNode=/2937237822 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T18:22:17,300 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45105-0x101974796050006 connected 2024-12-02T18:22:17,947 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:22:17,948 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:22:17,950 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45105-0x101974796050006, quorum=127.0.0.1:61258, baseZNode=/2937237822 Set watcher on znode that does not yet exist, /2937237822/running 2024-12-02T18:22:17,950 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c, hbase.cluster.distributed=false 2024-12-02T18:22:17,951 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45105-0x101974796050006, quorum=127.0.0.1:61258, baseZNode=/2937237822 Set watcher on znode that does not yet exist, /2937237822/acl 2024-12-02T18:22:17,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45105 2024-12-02T18:22:17,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45105 2024-12-02T18:22:17,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45105 2024-12-02T18:22:17,957 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45105 2024-12-02T18:22:17,958 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45105 2024-12-02T18:22:17,976 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/95451c90bed2:0 server-side Connection retries=45 2024-12-02T18:22:17,976 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:22:17,976 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T18:22:17,976 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T18:22:17,976 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:22:17,976 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T18:22:17,976 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T18:22:17,976 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T18:22:17,977 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39727 2024-12-02T18:22:17,978 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39727 connecting to ZooKeeper ensemble=127.0.0.1:61258 2024-12-02T18:22:17,978 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:22:17,980 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:22:18,032 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:397270x0, quorum=127.0.0.1:61258, baseZNode=/2937237822 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T18:22:18,032 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:397270x0, quorum=127.0.0.1:61258, baseZNode=/2937237822 Set watcher on znode that does not yet exist, /2937237822/running 2024-12-02T18:22:18,032 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39727-0x101974796050007 connected 2024-12-02T18:22:18,032 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T18:22:18,033 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T18:22:18,033 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39727-0x101974796050007, quorum=127.0.0.1:61258, baseZNode=/2937237822 Set watcher on znode that does not yet exist, /2937237822/master 2024-12-02T18:22:18,034 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39727-0x101974796050007, quorum=127.0.0.1:61258, baseZNode=/2937237822 Set watcher on znode that does not yet exist, /2937237822/acl 2024-12-02T18:22:18,034 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39727 2024-12-02T18:22:18,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39727 2024-12-02T18:22:18,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39727 2024-12-02T18:22:18,039 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39727 2024-12-02T18:22:18,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39727 2024-12-02T18:22:18,056 DEBUG [M:0;95451c90bed2:45105 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;95451c90bed2:45105 2024-12-02T18:22:18,057 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2937237822/backup-masters/95451c90bed2,45105,1733163737252 2024-12-02T18:22:18,108 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39727-0x101974796050007, quorum=127.0.0.1:61258, baseZNode=/2937237822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2937237822/backup-masters 2024-12-02T18:22:18,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45105-0x101974796050006, quorum=127.0.0.1:61258, baseZNode=/2937237822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2937237822/backup-masters 2024-12-02T18:22:18,110 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45105-0x101974796050006, quorum=127.0.0.1:61258, baseZNode=/2937237822 Set watcher on existing znode=/2937237822/backup-masters/95451c90bed2,45105,1733163737252 2024-12-02T18:22:18,190 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39727-0x101974796050007, quorum=127.0.0.1:61258, baseZNode=/2937237822 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2937237822/master 2024-12-02T18:22:18,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45105-0x101974796050006, quorum=127.0.0.1:61258, baseZNode=/2937237822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2937237822 2024-12-02T18:22:18,190 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39727-0x101974796050007, quorum=127.0.0.1:61258, baseZNode=/2937237822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2937237822 2024-12-02T18:22:18,191 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45105-0x101974796050006, quorum=127.0.0.1:61258, baseZNode=/2937237822 Set watcher on existing znode=/2937237822/master 2024-12-02T18:22:18,191 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2937237822/backup-masters/95451c90bed2,45105,1733163737252 from backup master directory 2024-12-02T18:22:18,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45105-0x101974796050006, quorum=127.0.0.1:61258, baseZNode=/2937237822 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2937237822/backup-masters/95451c90bed2,45105,1733163737252 2024-12-02T18:22:18,265 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39727-0x101974796050007, quorum=127.0.0.1:61258, baseZNode=/2937237822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2937237822/backup-masters 2024-12-02T18:22:18,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45105-0x101974796050006, quorum=127.0.0.1:61258, baseZNode=/2937237822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2937237822/backup-masters 2024-12-02T18:22:18,265 WARN [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T18:22:18,265 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=95451c90bed2,45105,1733163737252 2024-12-02T18:22:18,268 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/hbase.id] with ID: ad62e47c-6eab-46f7-8f59-a3bedeb65e1b 2024-12-02T18:22:18,268 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/.tmp/hbase.id 2024-12-02T18:22:18,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39501 is added to blk_1073741826_1002 (size=42) 2024-12-02T18:22:18,276 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/.tmp/hbase.id]:[hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/hbase.id] 2024-12-02T18:22:18,284 INFO [master/95451c90bed2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:22:18,284 INFO [master/95451c90bed2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T18:22:18,285 INFO [master/95451c90bed2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T18:22:18,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45105-0x101974796050006, quorum=127.0.0.1:61258, baseZNode=/2937237822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2937237822 2024-12-02T18:22:18,353 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39727-0x101974796050007, quorum=127.0.0.1:61258, baseZNode=/2937237822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2937237822 2024-12-02T18:22:18,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39501 is added to blk_1073741827_1003 (size=196) 2024-12-02T18:22:18,758 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T18:22:18,759 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T18:22:18,759 INFO [master/95451c90bed2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:22:18,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39501 is added to blk_1073741828_1004 (size=1189) 2024-12-02T18:22:18,784 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T18:22:18,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:18,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:18,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:18,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:18,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:18,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:18,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:18,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:18,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:18,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:18,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:19,164 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/MasterData/data/master/store 2024-12-02T18:22:19,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39501 is added to blk_1073741829_1005 (size=34) 2024-12-02T18:22:19,569 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:22:19,569 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T18:22:19,569 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:22:19,569 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:22:19,569 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T18:22:19,569 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:22:19,569 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:22:19,569 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733163739569Disabling compacts and flushes for region at 1733163739569Disabling writes for close at 1733163739569Writing region close event to WAL at 1733163739569Closed at 1733163739569 2024-12-02T18:22:19,570 WARN [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/MasterData/data/master/store/.initializing 2024-12-02T18:22:19,570 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/MasterData/WALs/95451c90bed2,45105,1733163737252 2024-12-02T18:22:19,570 INFO [master/95451c90bed2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T18:22:19,571 INFO [master/95451c90bed2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=95451c90bed2%2C45105%2C1733163737252, suffix=, logDir=hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/MasterData/WALs/95451c90bed2,45105,1733163737252, archiveDir=hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/MasterData/oldWALs, maxLogs=10 2024-12-02T18:22:19,582 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/MasterData/WALs/95451c90bed2,45105,1733163737252/95451c90bed2%2C45105%2C1733163737252.1733163739571, exclude list is [], retry=0 2024-12-02T18:22:19,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39501,DS-c0ff7fc1-e5bb-425c-bd75-1e38d476b596,DISK] 2024-12-02T18:22:19,585 INFO [master/95451c90bed2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/MasterData/WALs/95451c90bed2,45105,1733163737252/95451c90bed2%2C45105%2C1733163737252.1733163739571 2024-12-02T18:22:19,585 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41063:41063)] 2024-12-02T18:22:19,585 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:22:19,585 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:22:19,585 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:22:19,585 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:22:19,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:22:19,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T18:22:19,587 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:22:19,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:22:19,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:22:19,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T18:22:19,588 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:22:19,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:22:19,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:22:19,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T18:22:19,589 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:22:19,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:22:19,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:22:19,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T18:22:19,590 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:22:19,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:22:19,590 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:22:19,591 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:22:19,591 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:22:19,592 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:22:19,592 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:22:19,592 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T18:22:19,593 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:22:19,594 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T18:22:19,594 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66372369, jitterRate=-0.01097463071346283}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T18:22:19,594 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733163739585Initializing all the Stores at 1733163739586 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163739586Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163739586Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163739586Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163739586Cleaning up temporary data from old regions at 1733163739592 (+6 ms)Region opened successfully at 1733163739594 (+2 ms) 2024-12-02T18:22:19,594 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T18:22:19,596 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2419cec8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=95451c90bed2/172.17.0.3:0 2024-12-02T18:22:19,597 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T18:22:19,597 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T18:22:19,597 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T18:22:19,597 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T18:22:19,597 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T18:22:19,597 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T18:22:19,597 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T18:22:19,599 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T18:22:19,599 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45105-0x101974796050006, quorum=127.0.0.1:61258, baseZNode=/2937237822 Unable to get data of znode /2937237822/balancer because node does not exist (not necessarily an error) 2024-12-02T18:22:19,646 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2937237822/balancer already deleted, retry=false 2024-12-02T18:22:19,647 INFO [master/95451c90bed2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T18:22:19,647 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45105-0x101974796050006, quorum=127.0.0.1:61258, baseZNode=/2937237822 Unable to get data of znode /2937237822/normalizer because node does not exist (not necessarily an error) 2024-12-02T18:22:19,657 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2937237822/normalizer already deleted, retry=false 2024-12-02T18:22:19,657 INFO [master/95451c90bed2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T18:22:19,658 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45105-0x101974796050006, quorum=127.0.0.1:61258, baseZNode=/2937237822 Unable to get data of znode /2937237822/switch/split because node does not exist (not necessarily an error) 2024-12-02T18:22:19,667 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2937237822/switch/split already deleted, retry=false 2024-12-02T18:22:19,668 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45105-0x101974796050006, quorum=127.0.0.1:61258, baseZNode=/2937237822 Unable to get data of znode /2937237822/switch/merge because node does not exist (not necessarily an error) 2024-12-02T18:22:19,678 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2937237822/switch/merge already deleted, retry=false 2024-12-02T18:22:19,680 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45105-0x101974796050006, quorum=127.0.0.1:61258, baseZNode=/2937237822 Unable to get data of znode /2937237822/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T18:22:19,688 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2937237822/snapshot-cleanup already deleted, retry=false 2024-12-02T18:22:19,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45105-0x101974796050006, quorum=127.0.0.1:61258, baseZNode=/2937237822 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2937237822/running 2024-12-02T18:22:19,699 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39727-0x101974796050007, quorum=127.0.0.1:61258, baseZNode=/2937237822 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2937237822/running 2024-12-02T18:22:19,699 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39727-0x101974796050007, quorum=127.0.0.1:61258, baseZNode=/2937237822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2937237822 2024-12-02T18:22:19,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45105-0x101974796050006, quorum=127.0.0.1:61258, baseZNode=/2937237822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2937237822 2024-12-02T18:22:19,699 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=95451c90bed2,45105,1733163737252, sessionid=0x101974796050006, setting cluster-up flag (Was=false) 2024-12-02T18:22:19,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45105-0x101974796050006, quorum=127.0.0.1:61258, baseZNode=/2937237822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2937237822 2024-12-02T18:22:19,720 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39727-0x101974796050007, quorum=127.0.0.1:61258, baseZNode=/2937237822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2937237822 2024-12-02T18:22:19,752 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2937237822/flush-table-proc/acquired, /2937237822/flush-table-proc/reached, /2937237822/flush-table-proc/abort 2024-12-02T18:22:19,752 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=95451c90bed2,45105,1733163737252 2024-12-02T18:22:19,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45105-0x101974796050006, quorum=127.0.0.1:61258, baseZNode=/2937237822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2937237822 2024-12-02T18:22:19,773 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39727-0x101974796050007, quorum=127.0.0.1:61258, baseZNode=/2937237822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2937237822 2024-12-02T18:22:19,804 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2937237822/online-snapshot/acquired, /2937237822/online-snapshot/reached, /2937237822/online-snapshot/abort 2024-12-02T18:22:19,805 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=95451c90bed2,45105,1733163737252 2024-12-02T18:22:19,806 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T18:22:19,807 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T18:22:19,807 INFO [master/95451c90bed2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T18:22:19,807 INFO [master/95451c90bed2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T18:22:19,807 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 95451c90bed2,45105,1733163737252 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T18:22:19,808 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:22:19,808 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:22:19,808 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:22:19,808 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:22:19,808 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/95451c90bed2:0, corePoolSize=10, maxPoolSize=10 2024-12-02T18:22:19,808 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:22:19,808 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/95451c90bed2:0, corePoolSize=2, maxPoolSize=2 2024-12-02T18:22:19,808 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:22:19,809 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733163769809 2024-12-02T18:22:19,809 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T18:22:19,809 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T18:22:19,809 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T18:22:19,809 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T18:22:19,809 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T18:22:19,809 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T18:22:19,820 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T18:22:19,820 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T18:22:19,820 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T18:22:19,820 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T18:22:19,820 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T18:22:19,820 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T18:22:19,820 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T18:22:19,821 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T18:22:19,821 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T18:22:19,821 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:22:19,821 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T18:22:19,824 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.large.0-1733163739821,5,FailOnTimeoutGroup] 2024-12-02T18:22:19,826 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.small.0-1733163739824,5,FailOnTimeoutGroup] 2024-12-02T18:22:19,826 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T18:22:19,826 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T18:22:19,826 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T18:22:19,826 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T18:22:19,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39501 is added to blk_1073741831_1007 (size=1321) 2024-12-02T18:22:19,846 INFO [RS:0;95451c90bed2:39727 {}] regionserver.HRegionServer(746): ClusterId : ad62e47c-6eab-46f7-8f59-a3bedeb65e1b 2024-12-02T18:22:19,846 DEBUG [RS:0;95451c90bed2:39727 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T18:22:19,857 DEBUG [RS:0;95451c90bed2:39727 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T18:22:19,857 DEBUG [RS:0;95451c90bed2:39727 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T18:22:19,868 DEBUG [RS:0;95451c90bed2:39727 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T18:22:19,868 DEBUG [RS:0;95451c90bed2:39727 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69bad503, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=95451c90bed2/172.17.0.3:0 2024-12-02T18:22:19,883 DEBUG [RS:0;95451c90bed2:39727 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;95451c90bed2:39727 2024-12-02T18:22:19,883 INFO [RS:0;95451c90bed2:39727 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T18:22:19,883 INFO [RS:0;95451c90bed2:39727 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T18:22:19,883 DEBUG [RS:0;95451c90bed2:39727 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T18:22:19,884 INFO [RS:0;95451c90bed2:39727 {}] regionserver.HRegionServer(2659): reportForDuty to master=95451c90bed2,45105,1733163737252 with port=39727, startcode=1733163737975 2024-12-02T18:22:19,884 DEBUG [RS:0;95451c90bed2:39727 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T18:22:19,885 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45773, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T18:22:19,886 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45105 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 95451c90bed2,39727,1733163737975 2024-12-02T18:22:19,886 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45105 {}] master.ServerManager(517): Registering regionserver=95451c90bed2,39727,1733163737975 2024-12-02T18:22:19,887 DEBUG [RS:0;95451c90bed2:39727 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c 2024-12-02T18:22:19,887 DEBUG [RS:0;95451c90bed2:39727 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33353 2024-12-02T18:22:19,887 DEBUG [RS:0;95451c90bed2:39727 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T18:22:19,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45105-0x101974796050006, quorum=127.0.0.1:61258, baseZNode=/2937237822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2937237822/rs 2024-12-02T18:22:19,950 DEBUG [RS:0;95451c90bed2:39727 {}] zookeeper.ZKUtil(111): regionserver:39727-0x101974796050007, quorum=127.0.0.1:61258, baseZNode=/2937237822 Set watcher on existing znode=/2937237822/rs/95451c90bed2,39727,1733163737975 2024-12-02T18:22:19,950 WARN [RS:0;95451c90bed2:39727 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T18:22:19,950 INFO [RS:0;95451c90bed2:39727 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:22:19,950 DEBUG [RS:0;95451c90bed2:39727 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/WALs/95451c90bed2,39727,1733163737975 2024-12-02T18:22:19,950 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [95451c90bed2,39727,1733163737975] 2024-12-02T18:22:19,953 INFO [RS:0;95451c90bed2:39727 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T18:22:19,955 INFO [RS:0;95451c90bed2:39727 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T18:22:19,956 INFO [RS:0;95451c90bed2:39727 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T18:22:19,956 INFO [RS:0;95451c90bed2:39727 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:22:19,956 INFO [RS:0;95451c90bed2:39727 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T18:22:19,956 INFO [RS:0;95451c90bed2:39727 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T18:22:19,957 INFO [RS:0;95451c90bed2:39727 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T18:22:19,957 DEBUG [RS:0;95451c90bed2:39727 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:22:19,957 DEBUG [RS:0;95451c90bed2:39727 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:22:19,957 DEBUG [RS:0;95451c90bed2:39727 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:22:19,957 DEBUG [RS:0;95451c90bed2:39727 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:22:19,957 DEBUG [RS:0;95451c90bed2:39727 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:22:19,957 DEBUG [RS:0;95451c90bed2:39727 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/95451c90bed2:0, corePoolSize=2, maxPoolSize=2 2024-12-02T18:22:19,957 DEBUG [RS:0;95451c90bed2:39727 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:22:19,957 DEBUG [RS:0;95451c90bed2:39727 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:22:19,957 DEBUG [RS:0;95451c90bed2:39727 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:22:19,957 DEBUG [RS:0;95451c90bed2:39727 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:22:19,957 DEBUG [RS:0;95451c90bed2:39727 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:22:19,957 DEBUG [RS:0;95451c90bed2:39727 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:22:19,957 DEBUG [RS:0;95451c90bed2:39727 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/95451c90bed2:0, corePoolSize=3, maxPoolSize=3 2024-12-02T18:22:19,957 DEBUG [RS:0;95451c90bed2:39727 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/95451c90bed2:0, corePoolSize=3, maxPoolSize=3 2024-12-02T18:22:19,957 INFO [RS:0;95451c90bed2:39727 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T18:22:19,957 INFO [RS:0;95451c90bed2:39727 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T18:22:19,957 INFO [RS:0;95451c90bed2:39727 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:22:19,957 INFO [RS:0;95451c90bed2:39727 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T18:22:19,957 INFO [RS:0;95451c90bed2:39727 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T18:22:19,957 INFO [RS:0;95451c90bed2:39727 {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,39727,1733163737975-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T18:22:19,969 INFO [RS:0;95451c90bed2:39727 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T18:22:19,969 INFO [RS:0;95451c90bed2:39727 {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,39727,1733163737975-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:22:19,969 INFO [RS:0;95451c90bed2:39727 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:22:19,969 INFO [RS:0;95451c90bed2:39727 {}] regionserver.Replication(171): 95451c90bed2,39727,1733163737975 started 2024-12-02T18:22:19,981 INFO [RS:0;95451c90bed2:39727 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:22:19,981 INFO [RS:0;95451c90bed2:39727 {}] regionserver.HRegionServer(1482): Serving as 95451c90bed2,39727,1733163737975, RpcServer on 95451c90bed2/172.17.0.3:39727, sessionid=0x101974796050007 2024-12-02T18:22:19,981 DEBUG [RS:0;95451c90bed2:39727 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T18:22:19,981 DEBUG [RS:0;95451c90bed2:39727 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 95451c90bed2,39727,1733163737975 2024-12-02T18:22:19,981 DEBUG [RS:0;95451c90bed2:39727 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '95451c90bed2,39727,1733163737975' 2024-12-02T18:22:19,981 DEBUG [RS:0;95451c90bed2:39727 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2937237822/flush-table-proc/abort' 2024-12-02T18:22:19,981 DEBUG [RS:0;95451c90bed2:39727 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2937237822/flush-table-proc/acquired' 2024-12-02T18:22:19,982 DEBUG [RS:0;95451c90bed2:39727 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T18:22:19,982 DEBUG [RS:0;95451c90bed2:39727 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T18:22:19,982 DEBUG [RS:0;95451c90bed2:39727 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 95451c90bed2,39727,1733163737975 2024-12-02T18:22:19,982 DEBUG [RS:0;95451c90bed2:39727 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '95451c90bed2,39727,1733163737975' 2024-12-02T18:22:19,982 DEBUG [RS:0;95451c90bed2:39727 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2937237822/online-snapshot/abort' 2024-12-02T18:22:19,982 DEBUG [RS:0;95451c90bed2:39727 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2937237822/online-snapshot/acquired' 2024-12-02T18:22:19,982 DEBUG [RS:0;95451c90bed2:39727 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T18:22:19,982 INFO [RS:0;95451c90bed2:39727 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T18:22:19,983 INFO [RS:0;95451c90bed2:39727 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T18:22:20,083 INFO [RS:0;95451c90bed2:39727 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T18:22:20,084 INFO [RS:0;95451c90bed2:39727 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=95451c90bed2%2C39727%2C1733163737975, suffix=, logDir=hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/WALs/95451c90bed2,39727,1733163737975, archiveDir=hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/oldWALs, maxLogs=10 2024-12-02T18:22:20,100 DEBUG [RS:0;95451c90bed2:39727 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/WALs/95451c90bed2,39727,1733163737975/95451c90bed2%2C39727%2C1733163737975.1733163740084, exclude list is [], retry=0 2024-12-02T18:22:20,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39501,DS-c0ff7fc1-e5bb-425c-bd75-1e38d476b596,DISK] 2024-12-02T18:22:20,108 INFO [RS:0;95451c90bed2:39727 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/WALs/95451c90bed2,39727,1733163737975/95451c90bed2%2C39727%2C1733163737975.1733163740084 2024-12-02T18:22:20,108 DEBUG [RS:0;95451c90bed2:39727 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41063:41063)] 2024-12-02T18:22:20,229 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T18:22:20,229 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c 2024-12-02T18:22:20,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39501 is added to blk_1073741833_1009 (size=32) 2024-12-02T18:22:20,635 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:22:20,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T18:22:20,637 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T18:22:20,637 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:22:20,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:22:20,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T18:22:20,639 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T18:22:20,639 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:22:20,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:22:20,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T18:22:20,640 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T18:22:20,640 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:22:20,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:22:20,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T18:22:20,641 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T18:22:20,641 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:22:20,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:22:20,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T18:22:20,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/data/hbase/meta/1588230740 2024-12-02T18:22:20,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/data/hbase/meta/1588230740 2024-12-02T18:22:20,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T18:22:20,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T18:22:20,643 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T18:22:20,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T18:22:20,645 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T18:22:20,645 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63496283, jitterRate=-0.05383165180683136}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T18:22:20,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733163740635Initializing all the Stores at 1733163740636 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163740636Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163740636Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163740636Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163740636Cleaning up temporary data from old regions at 1733163740643 (+7 ms)Region opened successfully at 1733163740645 (+2 ms) 2024-12-02T18:22:20,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T18:22:20,646 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T18:22:20,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T18:22:20,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T18:22:20,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T18:22:20,646 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T18:22:20,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733163740646Disabling compacts and flushes for region at 1733163740646Disabling writes for close at 1733163740646Writing region close event to WAL at 1733163740646Closed at 1733163740646 2024-12-02T18:22:20,647 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T18:22:20,647 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T18:22:20,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T18:22:20,648 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T18:22:20,648 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T18:22:20,798 DEBUG [95451c90bed2:45105 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T18:22:20,799 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=95451c90bed2,39727,1733163737975 2024-12-02T18:22:20,800 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 95451c90bed2,39727,1733163737975, state=OPENING 2024-12-02T18:22:21,088 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T18:22:21,264 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39727-0x101974796050007, quorum=127.0.0.1:61258, baseZNode=/2937237822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2937237822 2024-12-02T18:22:21,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45105-0x101974796050006, quorum=127.0.0.1:61258, baseZNode=/2937237822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2937237822 2024-12-02T18:22:21,264 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T18:22:21,264 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=95451c90bed2,39727,1733163737975}] 2024-12-02T18:22:21,264 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2937237822/meta-region-server: CHANGED 2024-12-02T18:22:21,264 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2937237822/meta-region-server: CHANGED 2024-12-02T18:22:21,416 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T18:22:21,417 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59237, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T18:22:21,419 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T18:22:21,420 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:22:21,420 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T18:22:21,421 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=95451c90bed2%2C39727%2C1733163737975.meta, suffix=.meta, logDir=hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/WALs/95451c90bed2,39727,1733163737975, archiveDir=hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/oldWALs, maxLogs=10 2024-12-02T18:22:21,432 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/WALs/95451c90bed2,39727,1733163737975/95451c90bed2%2C39727%2C1733163737975.meta.1733163741421.meta, exclude list is [], retry=0 2024-12-02T18:22:21,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39501,DS-c0ff7fc1-e5bb-425c-bd75-1e38d476b596,DISK] 2024-12-02T18:22:21,436 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/WALs/95451c90bed2,39727,1733163737975/95451c90bed2%2C39727%2C1733163737975.meta.1733163741421.meta 2024-12-02T18:22:21,436 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41063:41063)] 2024-12-02T18:22:21,436 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:22:21,436 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T18:22:21,436 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T18:22:21,436 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T18:22:21,436 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T18:22:21,437 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T18:22:21,437 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:22:21,437 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T18:22:21,437 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T18:22:21,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T18:22:21,438 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T18:22:21,438 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:22:21,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:22:21,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T18:22:21,439 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T18:22:21,439 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:22:21,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:22:21,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T18:22:21,440 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T18:22:21,440 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:22:21,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:22:21,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T18:22:21,441 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T18:22:21,441 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:22:21,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:22:21,441 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T18:22:21,441 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/data/hbase/meta/1588230740 2024-12-02T18:22:21,442 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/data/hbase/meta/1588230740 2024-12-02T18:22:21,443 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T18:22:21,443 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T18:22:21,443 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T18:22:21,444 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T18:22:21,445 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65810592, jitterRate=-0.019345760345458984}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T18:22:21,445 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T18:22:21,445 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733163741437Writing region info on filesystem at 1733163741437Initializing all the Stores at 1733163741437Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163741437Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163741438 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163741438Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163741438Cleaning up temporary data from old regions at 1733163741443 (+5 ms)Running coprocessor post-open hooks at 1733163741445 (+2 ms)Region opened successfully at 1733163741445 2024-12-02T18:22:21,446 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733163741416 2024-12-02T18:22:21,447 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T18:22:21,447 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T18:22:21,448 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=95451c90bed2,39727,1733163737975 2024-12-02T18:22:21,448 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 95451c90bed2,39727,1733163737975, state=OPEN 2024-12-02T18:22:21,792 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39727-0x101974796050007, quorum=127.0.0.1:61258, baseZNode=/2937237822 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2937237822/meta-region-server 2024-12-02T18:22:21,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45105-0x101974796050006, quorum=127.0.0.1:61258, baseZNode=/2937237822 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2937237822/meta-region-server 2024-12-02T18:22:21,793 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=95451c90bed2,39727,1733163737975 2024-12-02T18:22:21,793 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2937237822/meta-region-server: CHANGED 2024-12-02T18:22:21,793 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2937237822/meta-region-server: CHANGED 2024-12-02T18:22:21,795 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T18:22:21,795 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=95451c90bed2,39727,1733163737975 in 529 msec 2024-12-02T18:22:21,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T18:22:21,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.1480 sec 2024-12-02T18:22:21,796 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T18:22:21,796 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T18:22:21,797 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:22:21,798 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,39727,1733163737975, seqNum=-1] 2024-12-02T18:22:21,798 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:22:21,799 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42701, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T18:22:21,803 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.9960 sec 2024-12-02T18:22:21,803 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733163741803, completionTime=-1 2024-12-02T18:22:21,803 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T18:22:21,803 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T18:22:21,805 INFO [master/95451c90bed2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T18:22:21,805 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733163801805 2024-12-02T18:22:21,805 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733163861805 2024-12-02T18:22:21,805 INFO [master/95451c90bed2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-02T18:22:21,806 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,45105,1733163737252-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:22:21,806 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,45105,1733163737252-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:22:21,806 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,45105,1733163737252-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:22:21,806 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-95451c90bed2:45105, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:22:21,806 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T18:22:21,806 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T18:22:21,808 DEBUG [master/95451c90bed2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T18:22:21,809 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.544sec 2024-12-02T18:22:21,809 INFO [master/95451c90bed2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T18:22:21,809 INFO [master/95451c90bed2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T18:22:21,809 INFO [master/95451c90bed2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T18:22:21,809 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T18:22:21,809 INFO [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T18:22:21,809 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,45105,1733163737252-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T18:22:21,809 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,45105,1733163737252-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T18:22:21,810 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T18:22:21,810 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T18:22:21,810 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,45105,1733163737252-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:22:21,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74f6f342, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:22:21,847 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,45105,-1 for getting cluster id 2024-12-02T18:22:21,847 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:22:21,848 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad62e47c-6eab-46f7-8f59-a3bedeb65e1b' 2024-12-02T18:22:21,848 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:22:21,848 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad62e47c-6eab-46f7-8f59-a3bedeb65e1b" 2024-12-02T18:22:21,849 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f1f663, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:22:21,849 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,45105,-1] 2024-12-02T18:22:21,849 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:22:21,849 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:22:21,850 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:22:21,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@137f77ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:22:21,850 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:22:21,851 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,39727,1733163737975, seqNum=-1] 2024-12-02T18:22:21,851 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:22:21,852 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T18:22:21,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=95451c90bed2,45105,1733163737252 2024-12-02T18:22:21,854 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:61258 2024-12-02T18:22:22,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:61258, baseZNode=/2937237822 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T18:22:22,397 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101974796050008 connected 2024-12-02T18:22:22,534 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:22:22,534 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,32953,1733163721909 2024-12-02T18:22:22,534 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3806313d 2024-12-02T18:22:22,534 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:22:22,535 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T18:22:22,536 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T18:22:22,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T18:22:22,537 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T18:22:22,537 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:22:22,537 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T18:22:22,538 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T18:22:22,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:22:22,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741835_1011 (size=902) 2024-12-02T18:22:22,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:22:22,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:22:22,944 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4c5a7d03241364a8f24826f9c0c0832d, NAME => 'test,,1733163742535.4c5a7d03241364a8f24826f9c0c0832d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a 2024-12-02T18:22:22,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741836_1012 (size=39) 2024-12-02T18:22:23,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:22:23,349 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733163742535.4c5a7d03241364a8f24826f9c0c0832d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:22:23,349 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4c5a7d03241364a8f24826f9c0c0832d, disabling compactions & flushes 2024-12-02T18:22:23,349 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733163742535.4c5a7d03241364a8f24826f9c0c0832d. 2024-12-02T18:22:23,349 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733163742535.4c5a7d03241364a8f24826f9c0c0832d. 2024-12-02T18:22:23,349 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733163742535.4c5a7d03241364a8f24826f9c0c0832d. after waiting 0 ms 2024-12-02T18:22:23,349 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733163742535.4c5a7d03241364a8f24826f9c0c0832d. 2024-12-02T18:22:23,349 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733163742535.4c5a7d03241364a8f24826f9c0c0832d. 2024-12-02T18:22:23,349 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4c5a7d03241364a8f24826f9c0c0832d: Waiting for close lock at 1733163743349Disabling compacts and flushes for region at 1733163743349Disabling writes for close at 1733163743349Writing region close event to WAL at 1733163743349Closed at 1733163743349 2024-12-02T18:22:23,350 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T18:22:23,350 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733163742535.4c5a7d03241364a8f24826f9c0c0832d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733163743350"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733163743350"}]},"ts":"1733163743350"} 2024-12-02T18:22:23,352 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T18:22:23,352 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T18:22:23,353 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733163743352"}]},"ts":"1733163743352"} 2024-12-02T18:22:23,354 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T18:22:23,354 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4c5a7d03241364a8f24826f9c0c0832d, ASSIGN}] 2024-12-02T18:22:23,355 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4c5a7d03241364a8f24826f9c0c0832d, ASSIGN 2024-12-02T18:22:23,355 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4c5a7d03241364a8f24826f9c0c0832d, ASSIGN; state=OFFLINE, location=95451c90bed2,43607,1733163722145; forceNewPlan=false, retain=false 2024-12-02T18:22:23,506 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4c5a7d03241364a8f24826f9c0c0832d, regionState=OPENING, regionLocation=95451c90bed2,43607,1733163722145 2024-12-02T18:22:23,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4c5a7d03241364a8f24826f9c0c0832d, ASSIGN because future has completed 2024-12-02T18:22:23,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c5a7d03241364a8f24826f9c0c0832d, server=95451c90bed2,43607,1733163722145}] 2024-12-02T18:22:23,663 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733163742535.4c5a7d03241364a8f24826f9c0c0832d. 2024-12-02T18:22:23,663 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4c5a7d03241364a8f24826f9c0c0832d, NAME => 'test,,1733163742535.4c5a7d03241364a8f24826f9c0c0832d.', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:22:23,664 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T18:22:23,664 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T18:22:23,664 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4c5a7d03241364a8f24826f9c0c0832d 2024-12-02T18:22:23,664 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733163742535.4c5a7d03241364a8f24826f9c0c0832d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:22:23,664 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4c5a7d03241364a8f24826f9c0c0832d 2024-12-02T18:22:23,664 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4c5a7d03241364a8f24826f9c0c0832d 2024-12-02T18:22:23,665 INFO [StoreOpener-4c5a7d03241364a8f24826f9c0c0832d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4c5a7d03241364a8f24826f9c0c0832d 2024-12-02T18:22:23,666 INFO [StoreOpener-4c5a7d03241364a8f24826f9c0c0832d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c5a7d03241364a8f24826f9c0c0832d columnFamilyName f 2024-12-02T18:22:23,666 DEBUG [StoreOpener-4c5a7d03241364a8f24826f9c0c0832d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:22:23,666 INFO [StoreOpener-4c5a7d03241364a8f24826f9c0c0832d-1 {}] regionserver.HStore(327): Store=4c5a7d03241364a8f24826f9c0c0832d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:22:23,666 INFO [StoreOpener-4c5a7d03241364a8f24826f9c0c0832d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4c5a7d03241364a8f24826f9c0c0832d 2024-12-02T18:22:23,667 INFO [StoreOpener-4c5a7d03241364a8f24826f9c0c0832d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c5a7d03241364a8f24826f9c0c0832d columnFamilyName f1 2024-12-02T18:22:23,667 DEBUG [StoreOpener-4c5a7d03241364a8f24826f9c0c0832d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:22:23,667 INFO [StoreOpener-4c5a7d03241364a8f24826f9c0c0832d-1 {}] regionserver.HStore(327): Store=4c5a7d03241364a8f24826f9c0c0832d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:22:23,667 INFO [StoreOpener-4c5a7d03241364a8f24826f9c0c0832d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4c5a7d03241364a8f24826f9c0c0832d 2024-12-02T18:22:23,668 INFO [StoreOpener-4c5a7d03241364a8f24826f9c0c0832d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c5a7d03241364a8f24826f9c0c0832d columnFamilyName norep 2024-12-02T18:22:23,668 DEBUG [StoreOpener-4c5a7d03241364a8f24826f9c0c0832d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:22:23,668 INFO [StoreOpener-4c5a7d03241364a8f24826f9c0c0832d-1 {}] regionserver.HStore(327): Store=4c5a7d03241364a8f24826f9c0c0832d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:22:23,669 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4c5a7d03241364a8f24826f9c0c0832d 2024-12-02T18:22:23,669 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/data/default/test/4c5a7d03241364a8f24826f9c0c0832d 2024-12-02T18:22:23,669 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/data/default/test/4c5a7d03241364a8f24826f9c0c0832d 2024-12-02T18:22:23,670 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4c5a7d03241364a8f24826f9c0c0832d 2024-12-02T18:22:23,670 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4c5a7d03241364a8f24826f9c0c0832d 2024-12-02T18:22:23,670 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T18:22:23,671 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4c5a7d03241364a8f24826f9c0c0832d 2024-12-02T18:22:23,672 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/data/default/test/4c5a7d03241364a8f24826f9c0c0832d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T18:22:23,672 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4c5a7d03241364a8f24826f9c0c0832d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62998824, jitterRate=-0.06124436855316162}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T18:22:23,672 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4c5a7d03241364a8f24826f9c0c0832d 2024-12-02T18:22:23,673 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4c5a7d03241364a8f24826f9c0c0832d: Running coprocessor pre-open hook at 1733163743664Writing region info on filesystem at 1733163743664Initializing all the Stores at 1733163743665 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163743665Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163743665Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163743665Cleaning up temporary data from old regions at 1733163743670 (+5 ms)Running coprocessor post-open hooks at 1733163743672 (+2 ms)Region opened successfully at 1733163743673 (+1 ms) 2024-12-02T18:22:23,674 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733163742535.4c5a7d03241364a8f24826f9c0c0832d., pid=6, masterSystemTime=1733163743660 2024-12-02T18:22:23,676 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733163742535.4c5a7d03241364a8f24826f9c0c0832d. 2024-12-02T18:22:23,676 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733163742535.4c5a7d03241364a8f24826f9c0c0832d. 2024-12-02T18:22:23,676 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4c5a7d03241364a8f24826f9c0c0832d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=95451c90bed2,43607,1733163722145 2024-12-02T18:22:23,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c5a7d03241364a8f24826f9c0c0832d, server=95451c90bed2,43607,1733163722145 because future has completed 2024-12-02T18:22:23,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:22:23,680 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T18:22:23,680 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4c5a7d03241364a8f24826f9c0c0832d, server=95451c90bed2,43607,1733163722145 in 170 msec 2024-12-02T18:22:23,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T18:22:23,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4c5a7d03241364a8f24826f9c0c0832d, ASSIGN in 326 msec 2024-12-02T18:22:23,682 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T18:22:23,682 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733163743682"}]},"ts":"1733163743682"} 2024-12-02T18:22:23,683 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T18:22:23,684 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T18:22:23,685 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1480 sec 2024-12-02T18:22:24,153 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-02T18:22:24,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:22:24,689 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T18:22:24,689 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:22:24,690 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,42175,1733163729176 2024-12-02T18:22:24,690 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70f61813 2024-12-02T18:22:24,690 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:22:24,691 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T18:22:24,692 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42175 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T18:22:24,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42175 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T18:22:24,693 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T18:22:24,694 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:22:24,694 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42175 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T18:22:24,694 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T18:22:24,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:22:24,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34505 is added to blk_1073741835_1011 (size=902) 2024-12-02T18:22:24,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:22:25,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:22:25,102 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c57f5170fb9688d53e3a46d4c863d873, NAME => 'test,,1733163744691.c57f5170fb9688d53e3a46d4c863d873.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e 2024-12-02T18:22:25,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34505 is added to blk_1073741836_1012 (size=39) 2024-12-02T18:22:25,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:22:25,506 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733163744691.c57f5170fb9688d53e3a46d4c863d873.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:22:25,507 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c57f5170fb9688d53e3a46d4c863d873, disabling compactions & flushes 2024-12-02T18:22:25,507 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733163744691.c57f5170fb9688d53e3a46d4c863d873. 2024-12-02T18:22:25,507 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733163744691.c57f5170fb9688d53e3a46d4c863d873. 2024-12-02T18:22:25,507 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733163744691.c57f5170fb9688d53e3a46d4c863d873. after waiting 0 ms 2024-12-02T18:22:25,507 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733163744691.c57f5170fb9688d53e3a46d4c863d873. 2024-12-02T18:22:25,507 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733163744691.c57f5170fb9688d53e3a46d4c863d873. 2024-12-02T18:22:25,507 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c57f5170fb9688d53e3a46d4c863d873: Waiting for close lock at 1733163745507Disabling compacts and flushes for region at 1733163745507Disabling writes for close at 1733163745507Writing region close event to WAL at 1733163745507Closed at 1733163745507 2024-12-02T18:22:25,508 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T18:22:25,508 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733163744691.c57f5170fb9688d53e3a46d4c863d873.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733163745508"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733163745508"}]},"ts":"1733163745508"} 2024-12-02T18:22:25,510 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T18:22:25,511 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T18:22:25,511 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733163745511"}]},"ts":"1733163745511"} 2024-12-02T18:22:25,513 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T18:22:25,513 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c57f5170fb9688d53e3a46d4c863d873, ASSIGN}] 2024-12-02T18:22:25,514 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c57f5170fb9688d53e3a46d4c863d873, ASSIGN 2024-12-02T18:22:25,515 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c57f5170fb9688d53e3a46d4c863d873, ASSIGN; state=OFFLINE, location=95451c90bed2,35591,1733163730183; forceNewPlan=false, retain=false 2024-12-02T18:22:25,665 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c57f5170fb9688d53e3a46d4c863d873, regionState=OPENING, regionLocation=95451c90bed2,35591,1733163730183 2024-12-02T18:22:25,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c57f5170fb9688d53e3a46d4c863d873, ASSIGN because future has completed 2024-12-02T18:22:25,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c57f5170fb9688d53e3a46d4c863d873, server=95451c90bed2,35591,1733163730183}] 2024-12-02T18:22:25,823 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733163744691.c57f5170fb9688d53e3a46d4c863d873. 2024-12-02T18:22:25,823 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c57f5170fb9688d53e3a46d4c863d873, NAME => 'test,,1733163744691.c57f5170fb9688d53e3a46d4c863d873.', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:22:25,823 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T18:22:25,823 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T18:22:25,823 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c57f5170fb9688d53e3a46d4c863d873 2024-12-02T18:22:25,823 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733163744691.c57f5170fb9688d53e3a46d4c863d873.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:22:25,824 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c57f5170fb9688d53e3a46d4c863d873 2024-12-02T18:22:25,824 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c57f5170fb9688d53e3a46d4c863d873 2024-12-02T18:22:25,824 INFO [StoreOpener-c57f5170fb9688d53e3a46d4c863d873-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c57f5170fb9688d53e3a46d4c863d873 2024-12-02T18:22:25,825 INFO [StoreOpener-c57f5170fb9688d53e3a46d4c863d873-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c57f5170fb9688d53e3a46d4c863d873 columnFamilyName f 2024-12-02T18:22:25,825 DEBUG [StoreOpener-c57f5170fb9688d53e3a46d4c863d873-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:22:25,826 INFO [StoreOpener-c57f5170fb9688d53e3a46d4c863d873-1 {}] regionserver.HStore(327): Store=c57f5170fb9688d53e3a46d4c863d873/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:22:25,826 INFO [StoreOpener-c57f5170fb9688d53e3a46d4c863d873-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c57f5170fb9688d53e3a46d4c863d873 2024-12-02T18:22:25,826 INFO [StoreOpener-c57f5170fb9688d53e3a46d4c863d873-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c57f5170fb9688d53e3a46d4c863d873 columnFamilyName f1 2024-12-02T18:22:25,826 DEBUG [StoreOpener-c57f5170fb9688d53e3a46d4c863d873-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:22:25,826 INFO [StoreOpener-c57f5170fb9688d53e3a46d4c863d873-1 {}] regionserver.HStore(327): Store=c57f5170fb9688d53e3a46d4c863d873/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:22:25,826 INFO [StoreOpener-c57f5170fb9688d53e3a46d4c863d873-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c57f5170fb9688d53e3a46d4c863d873 2024-12-02T18:22:25,827 INFO [StoreOpener-c57f5170fb9688d53e3a46d4c863d873-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c57f5170fb9688d53e3a46d4c863d873 columnFamilyName norep 2024-12-02T18:22:25,827 DEBUG [StoreOpener-c57f5170fb9688d53e3a46d4c863d873-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:22:25,827 INFO [StoreOpener-c57f5170fb9688d53e3a46d4c863d873-1 {}] regionserver.HStore(327): Store=c57f5170fb9688d53e3a46d4c863d873/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:22:25,827 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c57f5170fb9688d53e3a46d4c863d873 2024-12-02T18:22:25,828 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/data/default/test/c57f5170fb9688d53e3a46d4c863d873 2024-12-02T18:22:25,828 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/data/default/test/c57f5170fb9688d53e3a46d4c863d873 2024-12-02T18:22:25,828 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c57f5170fb9688d53e3a46d4c863d873 2024-12-02T18:22:25,828 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c57f5170fb9688d53e3a46d4c863d873 2024-12-02T18:22:25,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:22:25,829 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T18:22:25,830 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c57f5170fb9688d53e3a46d4c863d873 2024-12-02T18:22:25,831 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/data/default/test/c57f5170fb9688d53e3a46d4c863d873/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T18:22:25,831 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c57f5170fb9688d53e3a46d4c863d873; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71251899, jitterRate=0.061736032366752625}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T18:22:25,831 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c57f5170fb9688d53e3a46d4c863d873 2024-12-02T18:22:25,831 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c57f5170fb9688d53e3a46d4c863d873: Running coprocessor pre-open hook at 1733163745824Writing region info on filesystem at 1733163745824Initializing all the Stores at 1733163745824Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163745824Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163745824Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163745824Cleaning up temporary data from old regions at 1733163745828 (+4 ms)Running coprocessor post-open hooks at 1733163745831 (+3 ms)Region opened successfully at 1733163745831 2024-12-02T18:22:25,832 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733163744691.c57f5170fb9688d53e3a46d4c863d873., pid=6, masterSystemTime=1733163745819 2024-12-02T18:22:25,833 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733163744691.c57f5170fb9688d53e3a46d4c863d873. 2024-12-02T18:22:25,833 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733163744691.c57f5170fb9688d53e3a46d4c863d873. 2024-12-02T18:22:25,834 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c57f5170fb9688d53e3a46d4c863d873, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=95451c90bed2,35591,1733163730183 2024-12-02T18:22:25,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c57f5170fb9688d53e3a46d4c863d873, server=95451c90bed2,35591,1733163730183 because future has completed 2024-12-02T18:22:25,837 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T18:22:25,837 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c57f5170fb9688d53e3a46d4c863d873, server=95451c90bed2,35591,1733163730183 in 168 msec 2024-12-02T18:22:25,839 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T18:22:25,839 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c57f5170fb9688d53e3a46d4c863d873, ASSIGN in 324 msec 2024-12-02T18:22:25,839 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T18:22:25,839 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733163745839"}]},"ts":"1733163745839"} 2024-12-02T18:22:25,841 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T18:22:25,841 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T18:22:25,842 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec 2024-12-02T18:22:26,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:22:26,839 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T18:22:26,839 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:22:26,839 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,45105,1733163737252 2024-12-02T18:22:26,839 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25a01205 2024-12-02T18:22:26,839 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:22:26,840 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T18:22:26,841 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45105 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T18:22:26,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45105 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T18:22:26,842 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T18:22:26,842 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:22:26,842 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45105 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T18:22:26,843 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T18:22:26,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:22:26,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39501 is added to blk_1073741835_1011 (size=902) 2024-12-02T18:22:26,938 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T18:22:26,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:26,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:22:26,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:26,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:26,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:26,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:26,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:26,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:26,982 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:26,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:26,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:26,988 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:27,007 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-02T18:22:27,007 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-02T18:22:27,008 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T18:22:27,008 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-02T18:22:27,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:22:27,249 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cbcf38945bece1e2e8b02c4b3150b0a8, NAME => 'test,,1733163746840.cbcf38945bece1e2e8b02c4b3150b0a8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c 2024-12-02T18:22:27,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39501 is added to blk_1073741836_1012 (size=39) 2024-12-02T18:22:27,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:22:27,656 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733163746840.cbcf38945bece1e2e8b02c4b3150b0a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:22:27,656 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing cbcf38945bece1e2e8b02c4b3150b0a8, disabling compactions & flushes 2024-12-02T18:22:27,656 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733163746840.cbcf38945bece1e2e8b02c4b3150b0a8. 2024-12-02T18:22:27,656 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733163746840.cbcf38945bece1e2e8b02c4b3150b0a8. 2024-12-02T18:22:27,656 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733163746840.cbcf38945bece1e2e8b02c4b3150b0a8. after waiting 0 ms 2024-12-02T18:22:27,656 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733163746840.cbcf38945bece1e2e8b02c4b3150b0a8. 2024-12-02T18:22:27,656 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733163746840.cbcf38945bece1e2e8b02c4b3150b0a8. 2024-12-02T18:22:27,656 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for cbcf38945bece1e2e8b02c4b3150b0a8: Waiting for close lock at 1733163747656Disabling compacts and flushes for region at 1733163747656Disabling writes for close at 1733163747656Writing region close event to WAL at 1733163747656Closed at 1733163747656 2024-12-02T18:22:27,657 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T18:22:27,658 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733163746840.cbcf38945bece1e2e8b02c4b3150b0a8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733163747657"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733163747657"}]},"ts":"1733163747657"} 2024-12-02T18:22:27,659 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T18:22:27,660 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T18:22:27,660 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733163747660"}]},"ts":"1733163747660"} 2024-12-02T18:22:27,662 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T18:22:27,662 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cbcf38945bece1e2e8b02c4b3150b0a8, ASSIGN}] 2024-12-02T18:22:27,663 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cbcf38945bece1e2e8b02c4b3150b0a8, ASSIGN 2024-12-02T18:22:27,663 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=cbcf38945bece1e2e8b02c4b3150b0a8, ASSIGN; state=OFFLINE, location=95451c90bed2,39727,1733163737975; forceNewPlan=false, retain=false 2024-12-02T18:22:27,814 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cbcf38945bece1e2e8b02c4b3150b0a8, regionState=OPENING, regionLocation=95451c90bed2,39727,1733163737975 2024-12-02T18:22:27,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=cbcf38945bece1e2e8b02c4b3150b0a8, ASSIGN because future has completed 2024-12-02T18:22:27,816 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cbcf38945bece1e2e8b02c4b3150b0a8, server=95451c90bed2,39727,1733163737975}] 2024-12-02T18:22:27,971 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733163746840.cbcf38945bece1e2e8b02c4b3150b0a8. 2024-12-02T18:22:27,971 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cbcf38945bece1e2e8b02c4b3150b0a8, NAME => 'test,,1733163746840.cbcf38945bece1e2e8b02c4b3150b0a8.', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:22:27,971 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T18:22:27,971 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T18:22:27,972 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cbcf38945bece1e2e8b02c4b3150b0a8 2024-12-02T18:22:27,972 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733163746840.cbcf38945bece1e2e8b02c4b3150b0a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:22:27,972 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cbcf38945bece1e2e8b02c4b3150b0a8 2024-12-02T18:22:27,972 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cbcf38945bece1e2e8b02c4b3150b0a8 2024-12-02T18:22:27,973 INFO [StoreOpener-cbcf38945bece1e2e8b02c4b3150b0a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cbcf38945bece1e2e8b02c4b3150b0a8 2024-12-02T18:22:27,974 INFO [StoreOpener-cbcf38945bece1e2e8b02c4b3150b0a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cbcf38945bece1e2e8b02c4b3150b0a8 columnFamilyName f 2024-12-02T18:22:27,974 DEBUG [StoreOpener-cbcf38945bece1e2e8b02c4b3150b0a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:22:27,974 INFO [StoreOpener-cbcf38945bece1e2e8b02c4b3150b0a8-1 {}] regionserver.HStore(327): Store=cbcf38945bece1e2e8b02c4b3150b0a8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:22:27,974 INFO [StoreOpener-cbcf38945bece1e2e8b02c4b3150b0a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region cbcf38945bece1e2e8b02c4b3150b0a8 2024-12-02T18:22:27,975 INFO [StoreOpener-cbcf38945bece1e2e8b02c4b3150b0a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cbcf38945bece1e2e8b02c4b3150b0a8 columnFamilyName f1 2024-12-02T18:22:27,975 DEBUG [StoreOpener-cbcf38945bece1e2e8b02c4b3150b0a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:22:27,975 INFO [StoreOpener-cbcf38945bece1e2e8b02c4b3150b0a8-1 {}] regionserver.HStore(327): Store=cbcf38945bece1e2e8b02c4b3150b0a8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:22:27,976 INFO [StoreOpener-cbcf38945bece1e2e8b02c4b3150b0a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cbcf38945bece1e2e8b02c4b3150b0a8 2024-12-02T18:22:27,977 INFO [StoreOpener-cbcf38945bece1e2e8b02c4b3150b0a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cbcf38945bece1e2e8b02c4b3150b0a8 columnFamilyName norep 2024-12-02T18:22:27,977 DEBUG [StoreOpener-cbcf38945bece1e2e8b02c4b3150b0a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:22:27,978 INFO [StoreOpener-cbcf38945bece1e2e8b02c4b3150b0a8-1 {}] regionserver.HStore(327): Store=cbcf38945bece1e2e8b02c4b3150b0a8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:22:27,978 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cbcf38945bece1e2e8b02c4b3150b0a8 2024-12-02T18:22:27,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:22:27,979 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/data/default/test/cbcf38945bece1e2e8b02c4b3150b0a8 2024-12-02T18:22:27,980 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/data/default/test/cbcf38945bece1e2e8b02c4b3150b0a8 2024-12-02T18:22:27,980 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cbcf38945bece1e2e8b02c4b3150b0a8 2024-12-02T18:22:27,980 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cbcf38945bece1e2e8b02c4b3150b0a8 2024-12-02T18:22:27,981 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T18:22:27,981 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cbcf38945bece1e2e8b02c4b3150b0a8 2024-12-02T18:22:27,985 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/data/default/test/cbcf38945bece1e2e8b02c4b3150b0a8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T18:22:27,987 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cbcf38945bece1e2e8b02c4b3150b0a8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75422203, jitterRate=0.12387840449810028}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T18:22:27,987 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cbcf38945bece1e2e8b02c4b3150b0a8 2024-12-02T18:22:27,987 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cbcf38945bece1e2e8b02c4b3150b0a8: Running coprocessor pre-open hook at 1733163747972Writing region info on filesystem at 1733163747972Initializing all the Stores at 1733163747972Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163747972Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163747973 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163747973Cleaning up temporary data from old regions at 1733163747980 (+7 ms)Running coprocessor post-open hooks at 1733163747987 (+7 ms)Region opened successfully at 1733163747987 2024-12-02T18:22:27,988 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733163746840.cbcf38945bece1e2e8b02c4b3150b0a8., pid=6, masterSystemTime=1733163747968 2024-12-02T18:22:27,990 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733163746840.cbcf38945bece1e2e8b02c4b3150b0a8. 2024-12-02T18:22:27,990 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733163746840.cbcf38945bece1e2e8b02c4b3150b0a8. 2024-12-02T18:22:27,991 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cbcf38945bece1e2e8b02c4b3150b0a8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=95451c90bed2,39727,1733163737975 2024-12-02T18:22:27,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cbcf38945bece1e2e8b02c4b3150b0a8, server=95451c90bed2,39727,1733163737975 because future has completed 2024-12-02T18:22:27,997 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T18:22:27,997 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cbcf38945bece1e2e8b02c4b3150b0a8, server=95451c90bed2,39727,1733163737975 in 179 msec 2024-12-02T18:22:27,999 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T18:22:27,999 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=cbcf38945bece1e2e8b02c4b3150b0a8, ASSIGN in 335 msec 2024-12-02T18:22:27,999 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T18:22:28,000 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733163748000"}]},"ts":"1733163748000"} 2024-12-02T18:22:28,001 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T18:22:28,003 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T18:22:28,004 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1620 sec 2024-12-02T18:22:28,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:22:28,990 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T18:22:28,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cbadab9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:22:28,992 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,32953,-1 for getting cluster id 2024-12-02T18:22:28,993 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:22:28,993 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bbe241a7-00fa-4c79-9080-da4a73638b2c' 2024-12-02T18:22:28,993 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:22:28,994 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bbe241a7-00fa-4c79-9080-da4a73638b2c" 2024-12-02T18:22:28,994 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d7c1599, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:22:28,994 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,32953,-1] 2024-12-02T18:22:28,994 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:22:28,994 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:22:28,995 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:22:28,996 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4404fe33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:22:28,996 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:22:28,997 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,32953,1733163721909 2024-12-02T18:22:28,997 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a31d0bb 2024-12-02T18:22:28,997 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:22:28,998 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T18:22:28,998 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://95451c90bed2:42175,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T18:22:28,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T18:22:29,001 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='95451c90bed2:42175' 2024-12-02T18:22:29,002 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54badc13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:22:29,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T18:22:29,002 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,42175,-1 for getting cluster id 2024-12-02T18:22:29,002 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:22:29,003 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b4e1b43-c705-459e-a0d0-83bf129f0a53' 2024-12-02T18:22:29,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:22:29,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b4e1b43-c705-459e-a0d0-83bf129f0a53" 2024-12-02T18:22:29,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b7245ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:22:29,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,42175,-1] 2024-12-02T18:22:29,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:22:29,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:22:29,004 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:22:29,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ab0cdef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:22:29,005 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:22:29,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,42175,1733163729176 2024-12-02T18:22:29,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b855d90 2024-12-02T18:22:29,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:22:29,007 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T18:22:29,008 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-02T18:22:29,008 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T18:22:29,008 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:22:29,008 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:22:29,009 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T18:22:29,009 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:22:29,010 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T18:22:29,011 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T18:22:29,011 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:22:29,012 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T18:22:29,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741837_1013 (size=1138) 2024-12-02T18:22:29,060 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T18:22:29,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T18:22:29,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T18:22:29,418 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8562cde5f123a9171253fa0ce77bb786, NAME => 'hbase:replication,,1733163749008.8562cde5f123a9171253fa0ce77bb786.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a 2024-12-02T18:22:29,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741838_1014 (size=44) 2024-12-02T18:22:29,440 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733163749008.8562cde5f123a9171253fa0ce77bb786.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:22:29,440 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8562cde5f123a9171253fa0ce77bb786, disabling compactions & flushes 2024-12-02T18:22:29,440 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733163749008.8562cde5f123a9171253fa0ce77bb786. 2024-12-02T18:22:29,440 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733163749008.8562cde5f123a9171253fa0ce77bb786. 2024-12-02T18:22:29,440 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733163749008.8562cde5f123a9171253fa0ce77bb786. after waiting 0 ms 2024-12-02T18:22:29,440 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733163749008.8562cde5f123a9171253fa0ce77bb786. 2024-12-02T18:22:29,440 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733163749008.8562cde5f123a9171253fa0ce77bb786. 2024-12-02T18:22:29,440 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8562cde5f123a9171253fa0ce77bb786: Waiting for close lock at 1733163749440Disabling compacts and flushes for region at 1733163749440Disabling writes for close at 1733163749440Writing region close event to WAL at 1733163749440Closed at 1733163749440 2024-12-02T18:22:29,441 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T18:22:29,442 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733163749008.8562cde5f123a9171253fa0ce77bb786.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733163749441"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733163749441"}]},"ts":"1733163749441"} 2024-12-02T18:22:29,445 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T18:22:29,446 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T18:22:29,446 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733163749446"}]},"ts":"1733163749446"} 2024-12-02T18:22:29,449 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T18:22:29,449 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8562cde5f123a9171253fa0ce77bb786, ASSIGN}] 2024-12-02T18:22:29,450 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8562cde5f123a9171253fa0ce77bb786, ASSIGN 2024-12-02T18:22:29,451 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8562cde5f123a9171253fa0ce77bb786, ASSIGN; state=OFFLINE, location=95451c90bed2,43607,1733163722145; forceNewPlan=false, retain=false 2024-12-02T18:22:29,602 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8562cde5f123a9171253fa0ce77bb786, regionState=OPENING, regionLocation=95451c90bed2,43607,1733163722145 2024-12-02T18:22:29,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8562cde5f123a9171253fa0ce77bb786, ASSIGN because future has completed 2024-12-02T18:22:29,605 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8562cde5f123a9171253fa0ce77bb786, server=95451c90bed2,43607,1733163722145}] 2024-12-02T18:22:29,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T18:22:29,775 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733163749008.8562cde5f123a9171253fa0ce77bb786. 2024-12-02T18:22:29,775 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:22:29,775 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T18:22:29,776 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=95451c90bed2%2C43607%2C1733163722145.rep, suffix=, logDir=hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145, archiveDir=hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/oldWALs, maxLogs=10 2024-12-02T18:22:29,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145/95451c90bed2%2C43607%2C1733163722145.rep.1733163749777, exclude list is [], retry=0 2024-12-02T18:22:29,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35563,DS-e81a7964-1660-4727-afed-db6e3e17a61a,DISK] 2024-12-02T18:22:29,802 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145/95451c90bed2%2C43607%2C1733163722145.rep.1733163749777 2024-12-02T18:22:29,804 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36867:36867)] 2024-12-02T18:22:29,804 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8562cde5f123a9171253fa0ce77bb786, NAME => 'hbase:replication,,1733163749008.8562cde5f123a9171253fa0ce77bb786.', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:22:29,805 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T18:22:29,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T18:22:29,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733163749008.8562cde5f123a9171253fa0ce77bb786. service=MultiRowMutationService 2024-12-02T18:22:29,805 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T18:22:29,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8562cde5f123a9171253fa0ce77bb786 2024-12-02T18:22:29,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733163749008.8562cde5f123a9171253fa0ce77bb786.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:22:29,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8562cde5f123a9171253fa0ce77bb786 2024-12-02T18:22:29,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8562cde5f123a9171253fa0ce77bb786 2024-12-02T18:22:29,807 INFO [StoreOpener-8562cde5f123a9171253fa0ce77bb786-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8562cde5f123a9171253fa0ce77bb786 2024-12-02T18:22:29,820 INFO [StoreOpener-8562cde5f123a9171253fa0ce77bb786-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8562cde5f123a9171253fa0ce77bb786 columnFamilyName hfileref 2024-12-02T18:22:29,820 DEBUG [StoreOpener-8562cde5f123a9171253fa0ce77bb786-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:22:29,821 INFO [StoreOpener-8562cde5f123a9171253fa0ce77bb786-1 {}] regionserver.HStore(327): Store=8562cde5f123a9171253fa0ce77bb786/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:22:29,822 INFO [StoreOpener-8562cde5f123a9171253fa0ce77bb786-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8562cde5f123a9171253fa0ce77bb786 2024-12-02T18:22:29,824 INFO [StoreOpener-8562cde5f123a9171253fa0ce77bb786-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8562cde5f123a9171253fa0ce77bb786 columnFamilyName queue 2024-12-02T18:22:29,824 DEBUG [StoreOpener-8562cde5f123a9171253fa0ce77bb786-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:22:29,824 INFO [StoreOpener-8562cde5f123a9171253fa0ce77bb786-1 {}] regionserver.HStore(327): Store=8562cde5f123a9171253fa0ce77bb786/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:22:29,825 INFO [StoreOpener-8562cde5f123a9171253fa0ce77bb786-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8562cde5f123a9171253fa0ce77bb786 2024-12-02T18:22:29,833 INFO [StoreOpener-8562cde5f123a9171253fa0ce77bb786-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8562cde5f123a9171253fa0ce77bb786 columnFamilyName sid 2024-12-02T18:22:29,833 DEBUG [StoreOpener-8562cde5f123a9171253fa0ce77bb786-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:22:29,834 INFO [StoreOpener-8562cde5f123a9171253fa0ce77bb786-1 {}] regionserver.HStore(327): Store=8562cde5f123a9171253fa0ce77bb786/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:22:29,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8562cde5f123a9171253fa0ce77bb786 2024-12-02T18:22:29,835 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/data/hbase/replication/8562cde5f123a9171253fa0ce77bb786 2024-12-02T18:22:29,835 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/data/hbase/replication/8562cde5f123a9171253fa0ce77bb786 2024-12-02T18:22:29,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8562cde5f123a9171253fa0ce77bb786 2024-12-02T18:22:29,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8562cde5f123a9171253fa0ce77bb786 2024-12-02T18:22:29,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T18:22:29,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8562cde5f123a9171253fa0ce77bb786 2024-12-02T18:22:29,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/data/hbase/replication/8562cde5f123a9171253fa0ce77bb786/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T18:22:29,845 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8562cde5f123a9171253fa0ce77bb786; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67445653, jitterRate=0.005018547177314758}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T18:22:29,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8562cde5f123a9171253fa0ce77bb786 2024-12-02T18:22:29,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8562cde5f123a9171253fa0ce77bb786: Running coprocessor pre-open hook at 1733163749805Writing region info on filesystem at 1733163749805Initializing all the Stores at 1733163749806 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163749806Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163749807 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163749807Cleaning up temporary data from old regions at 1733163749836 (+29 ms)Running coprocessor post-open hooks at 1733163749845 (+9 ms)Region opened successfully at 1733163749845 2024-12-02T18:22:29,846 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733163749008.8562cde5f123a9171253fa0ce77bb786., pid=10, masterSystemTime=1733163749761 2024-12-02T18:22:29,849 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733163749008.8562cde5f123a9171253fa0ce77bb786. 2024-12-02T18:22:29,849 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733163749008.8562cde5f123a9171253fa0ce77bb786. 2024-12-02T18:22:29,849 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8562cde5f123a9171253fa0ce77bb786, regionState=OPEN, openSeqNum=2, regionLocation=95451c90bed2,43607,1733163722145 2024-12-02T18:22:29,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8562cde5f123a9171253fa0ce77bb786, server=95451c90bed2,43607,1733163722145 because future has completed 2024-12-02T18:22:29,858 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T18:22:29,858 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8562cde5f123a9171253fa0ce77bb786, server=95451c90bed2,43607,1733163722145 in 248 msec 2024-12-02T18:22:29,861 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T18:22:29,862 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8562cde5f123a9171253fa0ce77bb786, ASSIGN in 409 msec 2024-12-02T18:22:29,862 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T18:22:29,863 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733163749862"}]},"ts":"1733163749862"} 2024-12-02T18:22:29,865 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T18:22:29,866 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T18:22:29,868 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 857 msec 2024-12-02T18:22:29,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733163749008.8562cde5f123a9171253fa0ce77bb786., hostname=95451c90bed2,43607,1733163722145, seqNum=2] 2024-12-02T18:22:30,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x101974796050000, quorum=127.0.0.1:61258, baseZNode=/048562826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/048562826 2024-12-02T18:22:30,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43607-0x101974796050001, quorum=127.0.0.1:61258, baseZNode=/048562826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/048562826 2024-12-02T18:22:30,037 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T18:22:30,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T18:22:30,154 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-02T18:22:30,189 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43607 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T18:22:30,190 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T18:22:30,231 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-95451c90bed2,43607,1733163722145, ReplicationSource: 1, currentBandwidth=0 2024-12-02T18:22:30,232 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:22:30,232 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,43607,1733163722145, seqNum=-1] 2024-12-02T18:22:30,232 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:22:30,233 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43969, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-02T18:22:30,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-95451c90bed2,43607,1733163722145', locateType=CURRENT is [region=hbase:replication,,1733163749008.8562cde5f123a9171253fa0ce77bb786., hostname=95451c90bed2,43607,1733163722145, seqNum=2] 2024-12-02T18:22:30,256 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T18:22:30,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T18:22:30,259 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 95451c90bed2,43607,1733163722145 suceeded 2024-12-02T18:22:30,261 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T18:22:30,261 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 223 msec 2024-12-02T18:22:30,261 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://95451c90bed2:42175,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T18:22:30,262 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2630 sec 2024-12-02T18:22:30,277 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='95451c90bed2:42175' 2024-12-02T18:22:30,280 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7bd7b0d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:22:30,280 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145 {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,42175,-1 for getting cluster id 2024-12-02T18:22:30,281 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:22:30,282 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b4e1b43-c705-459e-a0d0-83bf129f0a53' 2024-12-02T18:22:30,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:22:30,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b4e1b43-c705-459e-a0d0-83bf129f0a53" 2024-12-02T18:22:30,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@82d8f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:22:30,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,42175,-1] 2024-12-02T18:22:30,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:22:30,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:22:30,283 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:22:30,284 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1431a576, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:22:30,284 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:22:30,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,42175,1733163729176 2024-12-02T18:22:30,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69bd14a4 2024-12-02T18:22:30,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:22:30,286 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-12-02T18:22:30,287 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-95451c90bed2,43607,1733163722145 (queues=1) is replicating from cluster=bbe241a7-00fa-4c79-9080-da4a73638b2c to cluster=1b4e1b43-c705-459e-a0d0-83bf129f0a53 2024-12-02T18:22:30,287 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=95451c90bed2%2C43607%2C1733163722145 2024-12-02T18:22:30,287 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-95451c90bed2,43607,1733163722145, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T18:22:30,287 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.wal-reader.95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145/95451c90bed2%2C43607%2C1733163722145.1733163725774, startPosition=0, beingWritten=true 2024-12-02T18:22:30,288 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.shipper95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 95451c90bed2%2C43607%2C1733163722145 2024-12-02T18:22:30,301 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.wal-reader.95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T18:22:30,301 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.wal-reader.95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145/95451c90bed2%2C43607%2C1733163722145.1733163725774 to pos 379, reset compression=false 2024-12-02T18:22:30,301 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.shipper95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-95451c90bed2,43607,1733163722145 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145/95451c90bed2%2C43607%2C1733163722145.1733163725774, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T18:22:30,511 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.wal-reader.95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145/95451c90bed2%2C43607%2C1733163722145.1733163725774 to pos 379, reset compression=false 2024-12-02T18:22:30,818 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.wal-reader.95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145/95451c90bed2%2C43607%2C1733163722145.1733163725774 to pos 379, reset compression=false 2024-12-02T18:22:31,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32953 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T18:22:31,149 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T18:22:31,150 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T18:22:31,150 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:22:31,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:22:31,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:22:31,150 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:22:31,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55d9dd75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:22:31,151 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,42175,-1 for getting cluster id 2024-12-02T18:22:31,151 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:22:31,151 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b4e1b43-c705-459e-a0d0-83bf129f0a53' 2024-12-02T18:22:31,152 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:22:31,152 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b4e1b43-c705-459e-a0d0-83bf129f0a53" 2024-12-02T18:22:31,152 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f715135, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:22:31,152 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,42175,-1] 2024-12-02T18:22:31,152 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:22:31,152 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:22:31,153 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:22:31,155 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16556ffa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:22:31,155 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:22:31,156 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,42175,1733163729176 2024-12-02T18:22:31,156 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c9eeebc 2024-12-02T18:22:31,156 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:22:31,157 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T18:22:31,158 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42175 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://95451c90bed2:45105,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T18:22:31,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42175 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T18:22:31,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T18:22:31,160 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='95451c90bed2:45105' 2024-12-02T18:22:31,161 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51b602c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:22:31,161 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,45105,-1 for getting cluster id 2024-12-02T18:22:31,162 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:22:31,162 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad62e47c-6eab-46f7-8f59-a3bedeb65e1b' 2024-12-02T18:22:31,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:22:31,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad62e47c-6eab-46f7-8f59-a3bedeb65e1b" 2024-12-02T18:22:31,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21f00312, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:22:31,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,45105,-1] 2024-12-02T18:22:31,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:22:31,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:22:31,163 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:22:31,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dbdeb49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:22:31,164 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:22:31,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,45105,1733163737252 2024-12-02T18:22:31,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37ed7687 2024-12-02T18:22:31,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:22:31,166 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T18:22:31,167 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-02T18:22:31,167 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T18:22:31,167 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:22:31,167 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:22:31,167 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:22:31,168 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T18:22:31,169 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T18:22:31,169 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T18:22:31,170 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:22:31,170 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T18:22:31,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34505 is added to blk_1073741837_1013 (size=1138) 2024-12-02T18:22:31,219 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T18:22:31,222 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.wal-reader.95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145/95451c90bed2%2C43607%2C1733163722145.1733163725774 to pos 379, reset compression=false 2024-12-02T18:22:31,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T18:22:31,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T18:22:31,497 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T18:22:31,577 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0cf6558bfa88470473a6e7869e86b705, NAME => 'hbase:replication,,1733163751167.0cf6558bfa88470473a6e7869e86b705.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e 2024-12-02T18:22:31,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34505 is added to blk_1073741838_1014 (size=44) 2024-12-02T18:22:31,588 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733163751167.0cf6558bfa88470473a6e7869e86b705.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:22:31,588 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0cf6558bfa88470473a6e7869e86b705, disabling compactions & flushes 2024-12-02T18:22:31,588 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733163751167.0cf6558bfa88470473a6e7869e86b705. 2024-12-02T18:22:31,588 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733163751167.0cf6558bfa88470473a6e7869e86b705. 2024-12-02T18:22:31,588 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733163751167.0cf6558bfa88470473a6e7869e86b705. after waiting 0 ms 2024-12-02T18:22:31,588 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733163751167.0cf6558bfa88470473a6e7869e86b705. 2024-12-02T18:22:31,588 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733163751167.0cf6558bfa88470473a6e7869e86b705. 2024-12-02T18:22:31,588 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0cf6558bfa88470473a6e7869e86b705: Waiting for close lock at 1733163751588Disabling compacts and flushes for region at 1733163751588Disabling writes for close at 1733163751588Writing region close event to WAL at 1733163751588Closed at 1733163751588 2024-12-02T18:22:31,589 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T18:22:31,590 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733163751167.0cf6558bfa88470473a6e7869e86b705.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733163751589"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733163751589"}]},"ts":"1733163751589"} 2024-12-02T18:22:31,592 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T18:22:31,592 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T18:22:31,593 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733163751592"}]},"ts":"1733163751592"} 2024-12-02T18:22:31,594 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T18:22:31,595 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0cf6558bfa88470473a6e7869e86b705, ASSIGN}] 2024-12-02T18:22:31,596 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0cf6558bfa88470473a6e7869e86b705, ASSIGN 2024-12-02T18:22:31,596 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0cf6558bfa88470473a6e7869e86b705, ASSIGN; state=OFFLINE, location=95451c90bed2,35591,1733163730183; forceNewPlan=false, retain=false 2024-12-02T18:22:31,726 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.wal-reader.95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145/95451c90bed2%2C43607%2C1733163722145.1733163725774 to pos 379, reset compression=false 2024-12-02T18:22:31,747 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0cf6558bfa88470473a6e7869e86b705, regionState=OPENING, regionLocation=95451c90bed2,35591,1733163730183 2024-12-02T18:22:31,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0cf6558bfa88470473a6e7869e86b705, ASSIGN because future has completed 2024-12-02T18:22:31,749 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0cf6558bfa88470473a6e7869e86b705, server=95451c90bed2,35591,1733163730183}] 2024-12-02T18:22:31,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T18:22:31,904 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733163751167.0cf6558bfa88470473a6e7869e86b705. 2024-12-02T18:22:31,904 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:22:31,905 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T18:22:31,906 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=95451c90bed2%2C35591%2C1733163730183.rep, suffix=, logDir=hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/WALs/95451c90bed2,35591,1733163730183, archiveDir=hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/oldWALs, maxLogs=10 2024-12-02T18:22:31,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/WALs/95451c90bed2,35591,1733163730183/95451c90bed2%2C35591%2C1733163730183.rep.1733163751906, exclude list is [], retry=0 2024-12-02T18:22:31,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34505,DS-150dcd22-2fc8-4ff7-a35c-90d53e372dac,DISK] 2024-12-02T18:22:31,921 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/WALs/95451c90bed2,35591,1733163730183/95451c90bed2%2C35591%2C1733163730183.rep.1733163751906 2024-12-02T18:22:31,922 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37901:37901)] 2024-12-02T18:22:31,922 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0cf6558bfa88470473a6e7869e86b705, NAME => 'hbase:replication,,1733163751167.0cf6558bfa88470473a6e7869e86b705.', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:22:31,922 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T18:22:31,922 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T18:22:31,922 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733163751167.0cf6558bfa88470473a6e7869e86b705. service=MultiRowMutationService 2024-12-02T18:22:31,922 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T18:22:31,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0cf6558bfa88470473a6e7869e86b705 2024-12-02T18:22:31,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733163751167.0cf6558bfa88470473a6e7869e86b705.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:22:31,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0cf6558bfa88470473a6e7869e86b705 2024-12-02T18:22:31,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0cf6558bfa88470473a6e7869e86b705 2024-12-02T18:22:31,927 INFO [StoreOpener-0cf6558bfa88470473a6e7869e86b705-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0cf6558bfa88470473a6e7869e86b705 2024-12-02T18:22:31,929 INFO [StoreOpener-0cf6558bfa88470473a6e7869e86b705-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0cf6558bfa88470473a6e7869e86b705 columnFamilyName hfileref 2024-12-02T18:22:31,929 DEBUG [StoreOpener-0cf6558bfa88470473a6e7869e86b705-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:22:31,929 INFO [StoreOpener-0cf6558bfa88470473a6e7869e86b705-1 {}] regionserver.HStore(327): Store=0cf6558bfa88470473a6e7869e86b705/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:22:31,929 INFO [StoreOpener-0cf6558bfa88470473a6e7869e86b705-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0cf6558bfa88470473a6e7869e86b705 2024-12-02T18:22:31,930 INFO [StoreOpener-0cf6558bfa88470473a6e7869e86b705-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0cf6558bfa88470473a6e7869e86b705 columnFamilyName queue 2024-12-02T18:22:31,930 DEBUG [StoreOpener-0cf6558bfa88470473a6e7869e86b705-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:22:31,931 INFO [StoreOpener-0cf6558bfa88470473a6e7869e86b705-1 {}] regionserver.HStore(327): Store=0cf6558bfa88470473a6e7869e86b705/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:22:31,931 INFO [StoreOpener-0cf6558bfa88470473a6e7869e86b705-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0cf6558bfa88470473a6e7869e86b705 2024-12-02T18:22:31,932 INFO [StoreOpener-0cf6558bfa88470473a6e7869e86b705-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0cf6558bfa88470473a6e7869e86b705 columnFamilyName sid 2024-12-02T18:22:31,932 DEBUG [StoreOpener-0cf6558bfa88470473a6e7869e86b705-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:22:31,932 INFO [StoreOpener-0cf6558bfa88470473a6e7869e86b705-1 {}] regionserver.HStore(327): Store=0cf6558bfa88470473a6e7869e86b705/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:22:31,932 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0cf6558bfa88470473a6e7869e86b705 2024-12-02T18:22:31,933 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/data/hbase/replication/0cf6558bfa88470473a6e7869e86b705 2024-12-02T18:22:31,933 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/data/hbase/replication/0cf6558bfa88470473a6e7869e86b705 2024-12-02T18:22:31,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0cf6558bfa88470473a6e7869e86b705 2024-12-02T18:22:31,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0cf6558bfa88470473a6e7869e86b705 2024-12-02T18:22:31,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T18:22:31,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0cf6558bfa88470473a6e7869e86b705 2024-12-02T18:22:31,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/data/hbase/replication/0cf6558bfa88470473a6e7869e86b705/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T18:22:31,937 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0cf6558bfa88470473a6e7869e86b705; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72141495, jitterRate=0.07499204576015472}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T18:22:31,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0cf6558bfa88470473a6e7869e86b705 2024-12-02T18:22:31,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0cf6558bfa88470473a6e7869e86b705: Running coprocessor pre-open hook at 1733163751923Writing region info on filesystem at 1733163751923Initializing all the Stores at 1733163751924 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163751924Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163751927 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163751927Cleaning up temporary data from old regions at 1733163751934 (+7 ms)Running coprocessor post-open hooks at 1733163751937 (+3 ms)Region opened successfully at 1733163751937 2024-12-02T18:22:31,938 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733163751167.0cf6558bfa88470473a6e7869e86b705., pid=10, masterSystemTime=1733163751901 2024-12-02T18:22:31,940 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733163751167.0cf6558bfa88470473a6e7869e86b705. 2024-12-02T18:22:31,940 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733163751167.0cf6558bfa88470473a6e7869e86b705. 2024-12-02T18:22:31,940 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0cf6558bfa88470473a6e7869e86b705, regionState=OPEN, openSeqNum=2, regionLocation=95451c90bed2,35591,1733163730183 2024-12-02T18:22:31,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0cf6558bfa88470473a6e7869e86b705, server=95451c90bed2,35591,1733163730183 because future has completed 2024-12-02T18:22:31,943 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T18:22:31,943 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0cf6558bfa88470473a6e7869e86b705, server=95451c90bed2,35591,1733163730183 in 193 msec 2024-12-02T18:22:31,945 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T18:22:31,945 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0cf6558bfa88470473a6e7869e86b705, ASSIGN in 348 msec 2024-12-02T18:22:31,946 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T18:22:31,946 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733163751946"}]},"ts":"1733163751946"} 2024-12-02T18:22:31,948 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T18:22:31,949 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T18:22:31,950 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 781 msec 2024-12-02T18:22:31,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733163751167.0cf6558bfa88470473a6e7869e86b705., hostname=95451c90bed2,35591,1733163730183, seqNum=2] 2024-12-02T18:22:32,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35591-0x101974796050004, quorum=127.0.0.1:61258, baseZNode=/1-1578983787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1578983787 2024-12-02T18:22:32,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42175-0x101974796050003, quorum=127.0.0.1:61258, baseZNode=/1-1578983787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1578983787 2024-12-02T18:22:32,099 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T18:22:32,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35591 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T18:22:32,252 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T18:22:32,288 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-95451c90bed2,35591,1733163730183, ReplicationSource: 1, currentBandwidth=0 2024-12-02T18:22:32,289 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:22:32,289 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,35591,1733163730183, seqNum=-1] 2024-12-02T18:22:32,289 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:22:32,290 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45717, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-02T18:22:32,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-95451c90bed2,35591,1733163730183', locateType=CURRENT is [region=hbase:replication,,1733163751167.0cf6558bfa88470473a6e7869e86b705., hostname=95451c90bed2,35591,1733163730183, seqNum=2] 2024-12-02T18:22:32,294 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T18:22:32,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42175 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T18:22:32,296 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 95451c90bed2,35591,1733163730183 suceeded 2024-12-02T18:22:32,298 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T18:22:32,298 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-12-02T18:22:32,298 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://95451c90bed2:45105,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T18:22:32,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T18:22:32,299 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1400 sec 2024-12-02T18:22:32,308 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='95451c90bed2:45105' 2024-12-02T18:22:32,310 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20aef8d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:22:32,310 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183 {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,45105,-1 for getting cluster id 2024-12-02T18:22:32,310 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:22:32,310 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad62e47c-6eab-46f7-8f59-a3bedeb65e1b' 2024-12-02T18:22:32,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:22:32,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad62e47c-6eab-46f7-8f59-a3bedeb65e1b" 2024-12-02T18:22:32,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51d386fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:22:32,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,45105,-1] 2024-12-02T18:22:32,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:22:32,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:22:32,312 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:22:32,312 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3bded174, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:22:32,313 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:22:32,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,45105,1733163737252 2024-12-02T18:22:32,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2dba8c8e 2024-12-02T18:22:32,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:22:32,314 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-12-02T18:22:32,315 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-95451c90bed2,35591,1733163730183 (queues=1) is replicating from cluster=1b4e1b43-c705-459e-a0d0-83bf129f0a53 to cluster=ad62e47c-6eab-46f7-8f59-a3bedeb65e1b 2024-12-02T18:22:32,315 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=95451c90bed2%2C35591%2C1733163730183 2024-12-02T18:22:32,315 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-95451c90bed2,35591,1733163730183, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T18:22:32,316 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.wal-reader.95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/WALs/95451c90bed2,35591,1733163730183/95451c90bed2%2C35591%2C1733163730183.1733163732677, startPosition=0, beingWritten=true 2024-12-02T18:22:32,317 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.shipper95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 95451c90bed2%2C35591%2C1733163730183 2024-12-02T18:22:32,322 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.wal-reader.95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T18:22:32,322 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.wal-reader.95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/WALs/95451c90bed2,35591,1733163730183/95451c90bed2%2C35591%2C1733163730183.1733163732677 to pos 379, reset compression=false 2024-12-02T18:22:32,322 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.shipper95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-95451c90bed2,35591,1733163730183 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/WALs/95451c90bed2,35591,1733163730183/95451c90bed2%2C35591%2C1733163730183.1733163732677, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T18:22:32,329 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.wal-reader.95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145/95451c90bed2%2C43607%2C1733163722145.1733163725774 to pos 379, reset compression=false 2024-12-02T18:22:32,528 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.wal-reader.95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/WALs/95451c90bed2,35591,1733163730183/95451c90bed2%2C35591%2C1733163730183.1733163732677 to pos 379, reset compression=false 2024-12-02T18:22:32,832 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.wal-reader.95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/WALs/95451c90bed2,35591,1733163730183/95451c90bed2%2C35591%2C1733163730183.1733163732677 to pos 379, reset compression=false 2024-12-02T18:22:33,033 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.wal-reader.95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145/95451c90bed2%2C43607%2C1733163722145.1733163725774 to pos 379, reset compression=false 2024-12-02T18:22:33,088 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:22:33,089 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [95451c90bed2,40805,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=95451c90bed2:40805 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T18:22:33,089 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68572 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [95451c90bed2,40805,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=95451c90bed2:40805 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T18:22:33,236 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.wal-reader.95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/WALs/95451c90bed2,35591,1733163730183/95451c90bed2%2C35591%2C1733163730183.1733163732677 to pos 379, reset compression=false 2024-12-02T18:22:33,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T18:22:33,319 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T18:22:33,319 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T18:22:33,319 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:22:33,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:22:33,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:22:33,319 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:22:33,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70d4832e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:22:33,320 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,45105,-1 for getting cluster id 2024-12-02T18:22:33,320 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:22:33,320 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad62e47c-6eab-46f7-8f59-a3bedeb65e1b' 2024-12-02T18:22:33,320 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:22:33,320 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad62e47c-6eab-46f7-8f59-a3bedeb65e1b" 2024-12-02T18:22:33,321 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39ff4bda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:22:33,321 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,45105,-1] 2024-12-02T18:22:33,321 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:22:33,321 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:22:33,321 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:22:33,322 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eceec00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:22:33,322 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:22:33,323 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,45105,1733163737252 2024-12-02T18:22:33,323 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4998016e 2024-12-02T18:22:33,323 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:22:33,324 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T18:22:33,324 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45105 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://95451c90bed2:32953,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T18:22:33,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45105 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T18:22:33,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T18:22:33,326 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='95451c90bed2:32953' 2024-12-02T18:22:33,327 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fc26c53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:22:33,327 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,32953,-1 for getting cluster id 2024-12-02T18:22:33,327 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:22:33,328 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bbe241a7-00fa-4c79-9080-da4a73638b2c' 2024-12-02T18:22:33,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:22:33,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bbe241a7-00fa-4c79-9080-da4a73638b2c" 2024-12-02T18:22:33,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28703b9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:22:33,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,32953,-1] 2024-12-02T18:22:33,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:22:33,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:22:33,329 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:22:33,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f8ed7fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:22:33,330 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:22:33,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,32953,1733163721909 2024-12-02T18:22:33,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f566bef 2024-12-02T18:22:33,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:22:33,331 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T18:22:33,332 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-02T18:22:33,332 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T18:22:33,332 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:22:33,332 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:22:33,332 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:22:33,332 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T18:22:33,333 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T18:22:33,334 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T18:22:33,334 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:22:33,335 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T18:22:33,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39501 is added to blk_1073741837_1013 (size=1138) 2024-12-02T18:22:33,383 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T18:22:33,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T18:22:33,474 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T18:22:33,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:33,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:33,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:33,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:33,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:33,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:33,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:33,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:33,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:33,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:33,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:33,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T18:22:33,739 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.wal-reader.95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/WALs/95451c90bed2,35591,1733163730183/95451c90bed2%2C35591%2C1733163730183.1733163732677 to pos 379, reset compression=false 2024-12-02T18:22:33,741 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9c7f91962b72976b0be11ed72d459510, NAME => 'hbase:replication,,1733163753332.9c7f91962b72976b0be11ed72d459510.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c 2024-12-02T18:22:33,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39501 is added to blk_1073741838_1014 (size=44) 2024-12-02T18:22:33,837 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.wal-reader.95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145/95451c90bed2%2C43607%2C1733163722145.1733163725774 to pos 379, reset compression=false 2024-12-02T18:22:33,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T18:22:34,146 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733163753332.9c7f91962b72976b0be11ed72d459510.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:22:34,146 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9c7f91962b72976b0be11ed72d459510, disabling compactions & flushes 2024-12-02T18:22:34,146 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733163753332.9c7f91962b72976b0be11ed72d459510. 2024-12-02T18:22:34,146 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733163753332.9c7f91962b72976b0be11ed72d459510. 2024-12-02T18:22:34,146 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733163753332.9c7f91962b72976b0be11ed72d459510. after waiting 0 ms 2024-12-02T18:22:34,146 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733163753332.9c7f91962b72976b0be11ed72d459510. 2024-12-02T18:22:34,146 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733163753332.9c7f91962b72976b0be11ed72d459510. 2024-12-02T18:22:34,146 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9c7f91962b72976b0be11ed72d459510: Waiting for close lock at 1733163754146Disabling compacts and flushes for region at 1733163754146Disabling writes for close at 1733163754146Writing region close event to WAL at 1733163754146Closed at 1733163754146 2024-12-02T18:22:34,147 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T18:22:34,147 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733163753332.9c7f91962b72976b0be11ed72d459510.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733163754147"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733163754147"}]},"ts":"1733163754147"} 2024-12-02T18:22:34,149 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T18:22:34,149 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T18:22:34,150 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733163754149"}]},"ts":"1733163754149"} 2024-12-02T18:22:34,151 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T18:22:34,151 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9c7f91962b72976b0be11ed72d459510, ASSIGN}] 2024-12-02T18:22:34,152 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9c7f91962b72976b0be11ed72d459510, ASSIGN 2024-12-02T18:22:34,153 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9c7f91962b72976b0be11ed72d459510, ASSIGN; state=OFFLINE, location=95451c90bed2,39727,1733163737975; forceNewPlan=false, retain=false 2024-12-02T18:22:34,303 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9c7f91962b72976b0be11ed72d459510, regionState=OPENING, regionLocation=95451c90bed2,39727,1733163737975 2024-12-02T18:22:34,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9c7f91962b72976b0be11ed72d459510, ASSIGN because future has completed 2024-12-02T18:22:34,305 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9c7f91962b72976b0be11ed72d459510, server=95451c90bed2,39727,1733163737975}] 2024-12-02T18:22:34,343 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.wal-reader.95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/WALs/95451c90bed2,35591,1733163730183/95451c90bed2%2C35591%2C1733163730183.1733163732677 to pos 379, reset compression=false 2024-12-02T18:22:34,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T18:22:34,459 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733163753332.9c7f91962b72976b0be11ed72d459510. 2024-12-02T18:22:34,459 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:22:34,460 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T18:22:34,461 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=95451c90bed2%2C39727%2C1733163737975.rep, suffix=, logDir=hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/WALs/95451c90bed2,39727,1733163737975, archiveDir=hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/oldWALs, maxLogs=10 2024-12-02T18:22:34,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/WALs/95451c90bed2,39727,1733163737975/95451c90bed2%2C39727%2C1733163737975.rep.1733163754461, exclude list is [], retry=0 2024-12-02T18:22:34,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39501,DS-c0ff7fc1-e5bb-425c-bd75-1e38d476b596,DISK] 2024-12-02T18:22:34,475 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/WALs/95451c90bed2,39727,1733163737975/95451c90bed2%2C39727%2C1733163737975.rep.1733163754461 2024-12-02T18:22:34,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41063:41063)] 2024-12-02T18:22:34,475 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9c7f91962b72976b0be11ed72d459510, NAME => 'hbase:replication,,1733163753332.9c7f91962b72976b0be11ed72d459510.', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:22:34,475 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T18:22:34,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T18:22:34,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733163753332.9c7f91962b72976b0be11ed72d459510. service=MultiRowMutationService 2024-12-02T18:22:34,476 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T18:22:34,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9c7f91962b72976b0be11ed72d459510 2024-12-02T18:22:34,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733163753332.9c7f91962b72976b0be11ed72d459510.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:22:34,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9c7f91962b72976b0be11ed72d459510 2024-12-02T18:22:34,476 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9c7f91962b72976b0be11ed72d459510 2024-12-02T18:22:34,477 INFO [StoreOpener-9c7f91962b72976b0be11ed72d459510-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9c7f91962b72976b0be11ed72d459510 2024-12-02T18:22:34,478 INFO [StoreOpener-9c7f91962b72976b0be11ed72d459510-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c7f91962b72976b0be11ed72d459510 columnFamilyName hfileref 2024-12-02T18:22:34,478 DEBUG [StoreOpener-9c7f91962b72976b0be11ed72d459510-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:22:34,479 INFO [StoreOpener-9c7f91962b72976b0be11ed72d459510-1 {}] regionserver.HStore(327): Store=9c7f91962b72976b0be11ed72d459510/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:22:34,479 INFO [StoreOpener-9c7f91962b72976b0be11ed72d459510-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9c7f91962b72976b0be11ed72d459510 2024-12-02T18:22:34,480 INFO [StoreOpener-9c7f91962b72976b0be11ed72d459510-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c7f91962b72976b0be11ed72d459510 columnFamilyName queue 2024-12-02T18:22:34,480 DEBUG [StoreOpener-9c7f91962b72976b0be11ed72d459510-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:22:34,480 INFO [StoreOpener-9c7f91962b72976b0be11ed72d459510-1 {}] regionserver.HStore(327): Store=9c7f91962b72976b0be11ed72d459510/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:22:34,480 INFO [StoreOpener-9c7f91962b72976b0be11ed72d459510-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9c7f91962b72976b0be11ed72d459510 2024-12-02T18:22:34,481 INFO [StoreOpener-9c7f91962b72976b0be11ed72d459510-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c7f91962b72976b0be11ed72d459510 columnFamilyName sid 2024-12-02T18:22:34,481 DEBUG [StoreOpener-9c7f91962b72976b0be11ed72d459510-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:22:34,481 INFO [StoreOpener-9c7f91962b72976b0be11ed72d459510-1 {}] regionserver.HStore(327): Store=9c7f91962b72976b0be11ed72d459510/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:22:34,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9c7f91962b72976b0be11ed72d459510 2024-12-02T18:22:34,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/data/hbase/replication/9c7f91962b72976b0be11ed72d459510 2024-12-02T18:22:34,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/data/hbase/replication/9c7f91962b72976b0be11ed72d459510 2024-12-02T18:22:34,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9c7f91962b72976b0be11ed72d459510 2024-12-02T18:22:34,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9c7f91962b72976b0be11ed72d459510 2024-12-02T18:22:34,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T18:22:34,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9c7f91962b72976b0be11ed72d459510 2024-12-02T18:22:34,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/data/hbase/replication/9c7f91962b72976b0be11ed72d459510/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T18:22:34,486 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9c7f91962b72976b0be11ed72d459510; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66866770, jitterRate=-0.0036074817180633545}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T18:22:34,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9c7f91962b72976b0be11ed72d459510 2024-12-02T18:22:34,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9c7f91962b72976b0be11ed72d459510: Running coprocessor pre-open hook at 1733163754476Writing region info on filesystem at 1733163754476Initializing all the Stores at 1733163754477 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163754477Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163754477Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163754477Cleaning up temporary data from old regions at 1733163754483 (+6 ms)Running coprocessor post-open hooks at 1733163754487 (+4 ms)Region opened successfully at 1733163754487 2024-12-02T18:22:34,487 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733163753332.9c7f91962b72976b0be11ed72d459510., pid=10, masterSystemTime=1733163754456 2024-12-02T18:22:34,490 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9c7f91962b72976b0be11ed72d459510, regionState=OPEN, openSeqNum=2, regionLocation=95451c90bed2,39727,1733163737975 2024-12-02T18:22:34,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733163753332.9c7f91962b72976b0be11ed72d459510. 2024-12-02T18:22:34,494 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733163753332.9c7f91962b72976b0be11ed72d459510. 2024-12-02T18:22:34,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9c7f91962b72976b0be11ed72d459510, server=95451c90bed2,39727,1733163737975 because future has completed 2024-12-02T18:22:34,502 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T18:22:34,502 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9c7f91962b72976b0be11ed72d459510, server=95451c90bed2,39727,1733163737975 in 196 msec 2024-12-02T18:22:34,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T18:22:34,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9c7f91962b72976b0be11ed72d459510, ASSIGN in 351 msec 2024-12-02T18:22:34,505 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T18:22:34,506 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733163754506"}]},"ts":"1733163754506"} 2024-12-02T18:22:34,508 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T18:22:34,509 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T18:22:34,510 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1770 sec 2024-12-02T18:22:34,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733163753332.9c7f91962b72976b0be11ed72d459510., hostname=95451c90bed2,39727,1733163737975, seqNum=2] 2024-12-02T18:22:34,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45105-0x101974796050006, quorum=127.0.0.1:61258, baseZNode=/2937237822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2937237822 2024-12-02T18:22:34,566 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39727-0x101974796050007, quorum=127.0.0.1:61258, baseZNode=/2937237822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2937237822 2024-12-02T18:22:34,589 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T18:22:34,740 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.wal-reader.95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145/95451c90bed2%2C43607%2C1733163722145.1733163725774 to pos 379, reset compression=false 2024-12-02T18:22:34,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39727 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T18:22:34,742 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T18:22:34,770 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-95451c90bed2,39727,1733163737975, ReplicationSource: 1, currentBandwidth=0 2024-12-02T18:22:34,770 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:22:34,770 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,39727,1733163737975, seqNum=-1] 2024-12-02T18:22:34,771 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:22:34,772 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58151, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-02T18:22:34,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-95451c90bed2,39727,1733163737975', locateType=CURRENT is [region=hbase:replication,,1733163753332.9c7f91962b72976b0be11ed72d459510., hostname=95451c90bed2,39727,1733163737975, seqNum=2] 2024-12-02T18:22:34,781 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T18:22:34,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45105 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T18:22:34,784 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 95451c90bed2,39727,1733163737975 suceeded 2024-12-02T18:22:34,790 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T18:22:34,790 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec 2024-12-02T18:22:34,790 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://95451c90bed2:32953,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T18:22:34,796 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4660 sec 2024-12-02T18:22:34,801 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='95451c90bed2:32953' 2024-12-02T18:22:34,804 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@455d1715, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:22:34,804 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975 {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,32953,-1 for getting cluster id 2024-12-02T18:22:34,805 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:22:34,805 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bbe241a7-00fa-4c79-9080-da4a73638b2c' 2024-12-02T18:22:34,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:22:34,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bbe241a7-00fa-4c79-9080-da4a73638b2c" 2024-12-02T18:22:34,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b7cfe77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:22:34,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,32953,-1] 2024-12-02T18:22:34,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:22:34,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:22:34,808 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:22:34,809 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f6797e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:22:34,809 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:22:34,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,32953,1733163721909 2024-12-02T18:22:34,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a6a4cf4 2024-12-02T18:22:34,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:22:34,811 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-02T18:22:34,812 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-95451c90bed2,39727,1733163737975 (queues=1) is replicating from cluster=ad62e47c-6eab-46f7-8f59-a3bedeb65e1b to cluster=bbe241a7-00fa-4c79-9080-da4a73638b2c 2024-12-02T18:22:34,812 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=95451c90bed2%2C39727%2C1733163737975 2024-12-02T18:22:34,813 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-95451c90bed2,39727,1733163737975, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T18:22:34,828 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975.replicationSource.wal-reader.95451c90bed2%2C39727%2C1733163737975,1-95451c90bed2,39727,1733163737975 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/WALs/95451c90bed2,39727,1733163737975/95451c90bed2%2C39727%2C1733163737975.1733163740084, startPosition=0, beingWritten=true 2024-12-02T18:22:34,828 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975.replicationSource.shipper95451c90bed2%2C39727%2C1733163737975,1-95451c90bed2,39727,1733163737975 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 95451c90bed2%2C39727%2C1733163737975 2024-12-02T18:22:34,851 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975.replicationSource.wal-reader.95451c90bed2%2C39727%2C1733163737975,1-95451c90bed2,39727,1733163737975 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T18:22:34,851 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975.replicationSource.wal-reader.95451c90bed2%2C39727%2C1733163737975,1-95451c90bed2,39727,1733163737975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/WALs/95451c90bed2,39727,1733163737975/95451c90bed2%2C39727%2C1733163737975.1733163740084 to pos 379, reset compression=false 2024-12-02T18:22:34,851 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975.replicationSource.shipper95451c90bed2%2C39727%2C1733163737975,1-95451c90bed2,39727,1733163737975 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-95451c90bed2,39727,1733163737975 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/WALs/95451c90bed2,39727,1733163737975/95451c90bed2%2C39727%2C1733163737975.1733163740084, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T18:22:35,047 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.wal-reader.95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/WALs/95451c90bed2,35591,1733163730183/95451c90bed2%2C35591%2C1733163730183.1733163732677 to pos 379, reset compression=false 2024-12-02T18:22:35,085 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975.replicationSource.wal-reader.95451c90bed2%2C39727%2C1733163737975,1-95451c90bed2,39727,1733163737975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/WALs/95451c90bed2,39727,1733163737975/95451c90bed2%2C39727%2C1733163737975.1733163740084 to pos 379, reset compression=false 2024-12-02T18:22:35,388 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975.replicationSource.wal-reader.95451c90bed2%2C39727%2C1733163737975,1-95451c90bed2,39727,1733163737975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/WALs/95451c90bed2,39727,1733163737975/95451c90bed2%2C39727%2C1733163737975.1733163740084 to pos 379, reset compression=false 2024-12-02T18:22:35,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T18:22:35,479 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T18:22:35,479 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T18:22:35,479 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:22:35,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:22:35,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:22:35,479 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:22:35,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@287a42ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:22:35,480 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,32953,-1 for getting cluster id 2024-12-02T18:22:35,480 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:22:35,482 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bbe241a7-00fa-4c79-9080-da4a73638b2c' 2024-12-02T18:22:35,482 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:22:35,482 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bbe241a7-00fa-4c79-9080-da4a73638b2c" 2024-12-02T18:22:35,482 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10cec71c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:22:35,482 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,32953,-1] 2024-12-02T18:22:35,483 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:22:35,483 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:22:35,484 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:22:35,485 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b614c8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:22:35,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e32d5df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:22:35,486 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,42175,-1 for getting cluster id 2024-12-02T18:22:35,486 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:22:35,487 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b4e1b43-c705-459e-a0d0-83bf129f0a53' 2024-12-02T18:22:35,487 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:22:35,487 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b4e1b43-c705-459e-a0d0-83bf129f0a53" 2024-12-02T18:22:35,488 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b173c91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:22:35,488 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,42175,-1] 2024-12-02T18:22:35,488 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:22:35,488 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:22:35,489 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:22:35,494 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30a398f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:22:35,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48514847, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:22:35,495 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,45105,-1 for getting cluster id 2024-12-02T18:22:35,495 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:22:35,496 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad62e47c-6eab-46f7-8f59-a3bedeb65e1b' 2024-12-02T18:22:35,496 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:22:35,496 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad62e47c-6eab-46f7-8f59-a3bedeb65e1b" 2024-12-02T18:22:35,496 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38b8cd54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:22:35,497 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,45105,-1] 2024-12-02T18:22:35,497 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:22:35,497 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:22:35,517 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:22:35,518 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35b54012, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:22:35,519 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:22:35,520 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,43607,1733163722145, seqNum=-1] 2024-12-02T18:22:35,521 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:22:35,528 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T18:22:35,530 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733163742535.4c5a7d03241364a8f24826f9c0c0832d., hostname=95451c90bed2,43607,1733163722145, seqNum=2] 2024-12-02T18:22:35,541 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:22:35,542 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,39727,1733163737975, seqNum=-1] 2024-12-02T18:22:35,542 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:22:35,543 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T18:22:35,546 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733163746840.cbcf38945bece1e2e8b02c4b3150b0a8., hostname=95451c90bed2,39727,1733163737975, seqNum=2] 2024-12-02T18:22:35,548 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-02T18:22:35,744 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.wal-reader.95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145/95451c90bed2%2C43607%2C1733163722145.1733163725774 to pos 379, reset compression=false 2024-12-02T18:22:35,748 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.wal-reader.95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T18:22:35,748 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.wal-reader.95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145/95451c90bed2%2C43607%2C1733163722145.1733163725774 to pos 480, reset compression=false 2024-12-02T18:22:35,748 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.shipper95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-95451c90bed2,43607,1733163722145 got entry batch from reader: WALEntryBatch [walEntries=[{test/4c5a7d03241364a8f24826f9c0c0832d/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145/95451c90bed2%2C43607%2C1733163722145.1733163725774, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-02T18:22:35,750 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.shipper95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T18:22:35,784 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-12-02T18:22:35,785 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35591 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T18:22:35,786 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35591 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76f30830, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:22:35,786 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35591 {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,42175,-1 for getting cluster id 2024-12-02T18:22:35,786 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35591 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:22:35,787 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1b4e1b43-c705-459e-a0d0-83bf129f0a53' 2024-12-02T18:22:35,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:22:35,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1b4e1b43-c705-459e-a0d0-83bf129f0a53" 2024-12-02T18:22:35,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27b59a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:22:35,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,42175,-1] 2024-12-02T18:22:35,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:22:35,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:22:35,789 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:22:35,789 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35591 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7880c2d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:22:35,790 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35591 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:22:35,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,35591,1733163730183, seqNum=-1] 2024-12-02T18:22:35,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:22:35,794 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975.replicationSource.wal-reader.95451c90bed2%2C39727%2C1733163737975,1-95451c90bed2,39727,1733163737975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/WALs/95451c90bed2,39727,1733163737975/95451c90bed2%2C39727%2C1733163737975.1733163740084 to pos 379, reset compression=false 2024-12-02T18:22:35,795 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-02T18:22:35,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733163744691.c57f5170fb9688d53e3a46d4c863d873., hostname=95451c90bed2,35591,1733163730183, seqNum=2] 2024-12-02T18:22:35,800 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35591 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T18:22:35,851 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.wal-reader.95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/WALs/95451c90bed2,35591,1733163730183/95451c90bed2%2C35591%2C1733163730183.1733163732677 to pos 379, reset compression=false 2024-12-02T18:22:35,857 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.wal-reader.95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T18:22:35,857 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.wal-reader.95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/WALs/95451c90bed2,35591,1733163730183/95451c90bed2%2C35591%2C1733163730183.1733163732677 to pos 504, reset compression=false 2024-12-02T18:22:35,857 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.shipper95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-95451c90bed2,35591,1733163730183 got entry batch from reader: WALEntryBatch [walEntries=[{test/c57f5170fb9688d53e3a46d4c863d873/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/WALs/95451c90bed2,35591,1733163730183/95451c90bed2%2C35591%2C1733163730183.1733163732677, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-02T18:22:35,859 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.shipper95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T18:22:35,860 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-12-02T18:22:35,860 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T18:22:35,862 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8ded0ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:22:35,862 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,45105,-1 for getting cluster id 2024-12-02T18:22:35,862 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:22:35,862 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad62e47c-6eab-46f7-8f59-a3bedeb65e1b' 2024-12-02T18:22:35,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:22:35,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad62e47c-6eab-46f7-8f59-a3bedeb65e1b" 2024-12-02T18:22:35,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9cb1c46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:22:35,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,45105,-1] 2024-12-02T18:22:35,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:22:35,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:22:35,865 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:22:35,866 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16d47695, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:22:35,866 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:22:35,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,39727,1733163737975, seqNum=-1] 2024-12-02T18:22:35,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:22:35,869 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-02T18:22:35,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733163746840.cbcf38945bece1e2e8b02c4b3150b0a8., hostname=95451c90bed2,39727,1733163737975, seqNum=2] 2024-12-02T18:22:35,874 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T18:22:35,951 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.wal-reader.95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145/95451c90bed2%2C43607%2C1733163722145.1733163725774 to pos 480, reset compression=false 2024-12-02T18:22:36,061 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.wal-reader.95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/WALs/95451c90bed2,35591,1733163730183/95451c90bed2%2C35591%2C1733163730183.1733163732677 to pos 504, reset compression=false 2024-12-02T18:22:36,268 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.wal-reader.95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145/95451c90bed2%2C43607%2C1733163722145.1733163725774 to pos 480, reset compression=false 2024-12-02T18:22:36,309 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975.replicationSource.wal-reader.95451c90bed2%2C39727%2C1733163737975,1-95451c90bed2,39727,1733163737975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/WALs/95451c90bed2,39727,1733163737975/95451c90bed2%2C39727%2C1733163737975.1733163740084 to pos 379, reset compression=false 2024-12-02T18:22:36,314 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975.replicationSource.wal-reader.95451c90bed2%2C39727%2C1733163737975,1-95451c90bed2,39727,1733163737975 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T18:22:36,314 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975.replicationSource.shipper95451c90bed2%2C39727%2C1733163737975,1-95451c90bed2,39727,1733163737975 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-95451c90bed2,39727,1733163737975 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/WALs/95451c90bed2,39727,1733163737975/95451c90bed2%2C39727%2C1733163737975.1733163740084, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T18:22:36,314 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975.replicationSource.wal-reader.95451c90bed2%2C39727%2C1733163737975,1-95451c90bed2,39727,1733163737975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/WALs/95451c90bed2,39727,1733163737975/95451c90bed2%2C39727%2C1733163737975.1733163740084 to pos 527, reset compression=false 2024-12-02T18:22:36,388 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.wal-reader.95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/WALs/95451c90bed2,35591,1733163730183/95451c90bed2%2C35591%2C1733163730183.1733163732677 to pos 504, reset compression=false 2024-12-02T18:22:36,520 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975.replicationSource.wal-reader.95451c90bed2%2C39727%2C1733163737975,1-95451c90bed2,39727,1733163737975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/WALs/95451c90bed2,39727,1733163737975/95451c90bed2%2C39727%2C1733163737975.1733163740084 to pos 527, reset compression=false 2024-12-02T18:22:36,550 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-02T18:22:36,550 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:22:36,551 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,35591,1733163730183, seqNum=-1] 2024-12-02T18:22:36,551 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:22:36,552 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T18:22:36,554 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733163744691.c57f5170fb9688d53e3a46d4c863d873., hostname=95451c90bed2,35591,1733163730183, seqNum=2] 2024-12-02T18:22:36,557 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-02T18:22:36,671 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.wal-reader.95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145/95451c90bed2%2C43607%2C1733163722145.1733163725774 to pos 480, reset compression=false 2024-12-02T18:22:36,791 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.wal-reader.95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/WALs/95451c90bed2,35591,1733163730183/95451c90bed2%2C35591%2C1733163730183.1733163732677 to pos 504, reset compression=false 2024-12-02T18:22:36,804 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.wal-reader.95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T18:22:36,804 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.wal-reader.95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/WALs/95451c90bed2,35591,1733163730183/95451c90bed2%2C35591%2C1733163730183.1733163732677 to pos 608, reset compression=false 2024-12-02T18:22:36,804 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.shipper95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-95451c90bed2,35591,1733163730183 got entry batch from reader: WALEntryBatch [walEntries=[{test/c57f5170fb9688d53e3a46d4c863d873/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/WALs/95451c90bed2,35591,1733163730183/95451c90bed2%2C35591%2C1733163730183.1733163732677, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-02T18:22:36,805 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T18:22:36,808 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T18:22:36,823 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975.replicationSource.wal-reader.95451c90bed2%2C39727%2C1733163737975,1-95451c90bed2,39727,1733163737975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/WALs/95451c90bed2,39727,1733163737975/95451c90bed2%2C39727%2C1733163737975.1733163740084 to pos 527, reset compression=false 2024-12-02T18:22:36,828 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975.replicationSource.wal-reader.95451c90bed2%2C39727%2C1733163737975,1-95451c90bed2,39727,1733163737975 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T18:22:36,828 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975.replicationSource.wal-reader.95451c90bed2%2C39727%2C1733163737975,1-95451c90bed2,39727,1733163737975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/WALs/95451c90bed2,39727,1733163737975/95451c90bed2%2C39727%2C1733163737975.1733163740084 to pos 654, reset compression=false 2024-12-02T18:22:36,828 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975.replicationSource.shipper95451c90bed2%2C39727%2C1733163737975,1-95451c90bed2,39727,1733163737975 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-95451c90bed2,39727,1733163737975 got entry batch from reader: WALEntryBatch [walEntries=[{test/cbcf38945bece1e2e8b02c4b3150b0a8/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/WALs/95451c90bed2,39727,1733163737975/95451c90bed2%2C39727%2C1733163737975.1733163740084, lastWalPosition=654, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-02T18:22:36,830 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975.replicationSource.shipper95451c90bed2%2C39727%2C1733163737975,1-95451c90bed2,39727,1733163737975 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T18:22:36,832 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-02T18:22:36,832 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43607 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T18:22:36,833 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43607 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72f56c0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:22:36,833 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43607 {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,32953,-1 for getting cluster id 2024-12-02T18:22:36,833 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43607 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:22:36,834 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bbe241a7-00fa-4c79-9080-da4a73638b2c' 2024-12-02T18:22:36,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:22:36,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bbe241a7-00fa-4c79-9080-da4a73638b2c" 2024-12-02T18:22:36,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a4b9a61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:22:36,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,32953,-1] 2024-12-02T18:22:36,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:22:36,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:22:36,835 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:22:36,836 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43607 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b160b29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:22:36,837 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43607 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:22:36,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,43607,1733163722145, seqNum=-1] 2024-12-02T18:22:36,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:22:36,839 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-02T18:22:36,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733163742535.4c5a7d03241364a8f24826f9c0c0832d., hostname=95451c90bed2,43607,1733163722145, seqNum=2] 2024-12-02T18:22:36,843 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43607 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T18:22:37,007 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.wal-reader.95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/WALs/95451c90bed2,35591,1733163730183/95451c90bed2%2C35591%2C1733163730183.1733163732677 to pos 608, reset compression=false 2024-12-02T18:22:37,035 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975.replicationSource.wal-reader.95451c90bed2%2C39727%2C1733163737975,1-95451c90bed2,39727,1733163737975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/WALs/95451c90bed2,39727,1733163737975/95451c90bed2%2C39727%2C1733163737975.1733163740084 to pos 654, reset compression=false 2024-12-02T18:22:37,175 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.wal-reader.95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145/95451c90bed2%2C43607%2C1733163722145.1733163725774 to pos 480, reset compression=false 2024-12-02T18:22:37,179 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.wal-reader.95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T18:22:37,179 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.wal-reader.95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145/95451c90bed2%2C43607%2C1733163722145.1733163725774 to pos 631, reset compression=false 2024-12-02T18:22:37,179 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.shipper95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-95451c90bed2,43607,1733163722145 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145/95451c90bed2%2C43607%2C1733163722145.1733163725774, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T18:22:37,311 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.wal-reader.95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/WALs/95451c90bed2,35591,1733163730183/95451c90bed2%2C35591%2C1733163730183.1733163732677 to pos 608, reset compression=false 2024-12-02T18:22:37,338 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975.replicationSource.wal-reader.95451c90bed2%2C39727%2C1733163737975,1-95451c90bed2,39727,1733163737975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/WALs/95451c90bed2,39727,1733163737975/95451c90bed2%2C39727%2C1733163737975.1733163740084 to pos 654, reset compression=false 2024-12-02T18:22:37,386 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.wal-reader.95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145/95451c90bed2%2C43607%2C1733163722145.1733163725774 to pos 631, reset compression=false 2024-12-02T18:22:37,559 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-02T18:22:37,561 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-02T18:22:37,689 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.wal-reader.95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145/95451c90bed2%2C43607%2C1733163722145.1733163725774 to pos 631, reset compression=false 2024-12-02T18:22:37,714 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.wal-reader.95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/WALs/95451c90bed2,35591,1733163730183/95451c90bed2%2C35591%2C1733163730183.1733163732677 to pos 608, reset compression=false 2024-12-02T18:22:37,741 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975.replicationSource.wal-reader.95451c90bed2%2C39727%2C1733163737975,1-95451c90bed2,39727,1733163737975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/WALs/95451c90bed2,39727,1733163737975/95451c90bed2%2C39727%2C1733163737975.1733163740084 to pos 654, reset compression=false 2024-12-02T18:22:37,746 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975.replicationSource.wal-reader.95451c90bed2%2C39727%2C1733163737975,1-95451c90bed2,39727,1733163737975 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T18:22:37,746 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975.replicationSource.wal-reader.95451c90bed2%2C39727%2C1733163737975,1-95451c90bed2,39727,1733163737975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/WALs/95451c90bed2,39727,1733163737975/95451c90bed2%2C39727%2C1733163737975.1733163740084 to pos 758, reset compression=false 2024-12-02T18:22:37,746 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975.replicationSource.shipper95451c90bed2%2C39727%2C1733163737975,1-95451c90bed2,39727,1733163737975 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-95451c90bed2,39727,1733163737975 got entry batch from reader: WALEntryBatch [walEntries=[{test/cbcf38945bece1e2e8b02c4b3150b0a8/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/WALs/95451c90bed2,39727,1733163737975/95451c90bed2%2C39727%2C1733163737975.1733163740084, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-02T18:22:37,748 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43607 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T18:22:37,751 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43607 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T18:22:37,960 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975.replicationSource.wal-reader.95451c90bed2%2C39727%2C1733163737975,1-95451c90bed2,39727,1733163737975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/WALs/95451c90bed2,39727,1733163737975/95451c90bed2%2C39727%2C1733163737975.1733163740084 to pos 758, reset compression=false 2024-12-02T18:22:38,093 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.wal-reader.95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145/95451c90bed2%2C43607%2C1733163722145.1733163725774 to pos 631, reset compression=false 2024-12-02T18:22:38,097 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.wal-reader.95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T18:22:38,097 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.wal-reader.95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145/95451c90bed2%2C43607%2C1733163722145.1733163725774 to pos 759, reset compression=false 2024-12-02T18:22:38,097 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.shipper95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-95451c90bed2,43607,1733163722145 got entry batch from reader: WALEntryBatch [walEntries=[{test/4c5a7d03241364a8f24826f9c0c0832d/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145/95451c90bed2%2C43607%2C1733163722145.1733163725774, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-02T18:22:38,098 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35591 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T18:22:38,101 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35591 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T18:22:38,218 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.wal-reader.95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/WALs/95451c90bed2,35591,1733163730183/95451c90bed2%2C35591%2C1733163730183.1733163732677 to pos 608, reset compression=false 2024-12-02T18:22:38,226 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.wal-reader.95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T18:22:38,226 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.wal-reader.95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/WALs/95451c90bed2,35591,1733163730183/95451c90bed2%2C35591%2C1733163730183.1733163732677 to pos 760, reset compression=false 2024-12-02T18:22:38,227 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.shipper95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-95451c90bed2,35591,1733163730183 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/WALs/95451c90bed2,35591,1733163730183/95451c90bed2%2C35591%2C1733163730183.1733163732677, lastWalPosition=760, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T18:22:38,263 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975.replicationSource.wal-reader.95451c90bed2%2C39727%2C1733163737975,1-95451c90bed2,39727,1733163737975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/WALs/95451c90bed2,39727,1733163737975/95451c90bed2%2C39727%2C1733163737975.1733163740084 to pos 758, reset compression=false 2024-12-02T18:22:38,303 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.wal-reader.95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145/95451c90bed2%2C43607%2C1733163722145.1733163725774 to pos 759, reset compression=false 2024-12-02T18:22:38,437 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.wal-reader.95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/WALs/95451c90bed2,35591,1733163730183/95451c90bed2%2C35591%2C1733163730183.1733163732677 to pos 760, reset compression=false 2024-12-02T18:22:38,564 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-02T18:22:38,569 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-02T18:22:38,609 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.wal-reader.95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145/95451c90bed2%2C43607%2C1733163722145.1733163725774 to pos 759, reset compression=false 2024-12-02T18:22:38,626 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.wal-reader.95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T18:22:38,626 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.wal-reader.95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145/95451c90bed2%2C43607%2C1733163722145.1733163725774 to pos 915, reset compression=false 2024-12-02T18:22:38,626 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.shipper95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-95451c90bed2,43607,1733163722145 got entry batch from reader: WALEntryBatch [walEntries=[{test/4c5a7d03241364a8f24826f9c0c0832d/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145/95451c90bed2%2C43607%2C1733163722145.1733163725774, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-02T18:22:38,627 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35591 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T18:22:38,635 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35591 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T18:22:38,667 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975.replicationSource.wal-reader.95451c90bed2%2C39727%2C1733163737975,1-95451c90bed2,39727,1733163737975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/WALs/95451c90bed2,39727,1733163737975/95451c90bed2%2C39727%2C1733163737975.1733163740084 to pos 758, reset compression=false 2024-12-02T18:22:38,741 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.wal-reader.95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/WALs/95451c90bed2,35591,1733163730183/95451c90bed2%2C35591%2C1733163730183.1733163732677 to pos 760, reset compression=false 2024-12-02T18:22:38,744 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.wal-reader.95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T18:22:38,745 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.wal-reader.95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/WALs/95451c90bed2,35591,1733163730183/95451c90bed2%2C35591%2C1733163730183.1733163732677 to pos 908, reset compression=false 2024-12-02T18:22:38,745 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.shipper95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-95451c90bed2,35591,1733163730183 got entry batch from reader: WALEntryBatch [walEntries=[{test/c57f5170fb9688d53e3a46d4c863d873/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/WALs/95451c90bed2,35591,1733163730183/95451c90bed2%2C35591%2C1733163730183.1733163732677, lastWalPosition=908, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-02T18:22:38,746 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T18:22:38,748 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T18:22:38,759 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T18:22:38,849 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.wal-reader.95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145/95451c90bed2%2C43607%2C1733163722145.1733163725774 to pos 915, reset compression=false 2024-12-02T18:22:38,948 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.wal-reader.95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/WALs/95451c90bed2,35591,1733163730183/95451c90bed2%2C35591%2C1733163730183.1733163732677 to pos 908, reset compression=false 2024-12-02T18:22:39,152 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.wal-reader.95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145/95451c90bed2%2C43607%2C1733163722145.1733163725774 to pos 915, reset compression=false 2024-12-02T18:22:39,171 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975.replicationSource.wal-reader.95451c90bed2%2C39727%2C1733163737975,1-95451c90bed2,39727,1733163737975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/WALs/95451c90bed2,39727,1733163737975/95451c90bed2%2C39727%2C1733163737975.1733163740084 to pos 758, reset compression=false 2024-12-02T18:22:39,175 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975.replicationSource.wal-reader.95451c90bed2%2C39727%2C1733163737975,1-95451c90bed2,39727,1733163737975 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T18:22:39,175 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975.replicationSource.wal-reader.95451c90bed2%2C39727%2C1733163737975,1-95451c90bed2,39727,1733163737975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/WALs/95451c90bed2,39727,1733163737975/95451c90bed2%2C39727%2C1733163737975.1733163740084 to pos 929, reset compression=false 2024-12-02T18:22:39,175 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975.replicationSource.shipper95451c90bed2%2C39727%2C1733163737975,1-95451c90bed2,39727,1733163737975 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-95451c90bed2,39727,1733163737975 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/WALs/95451c90bed2,39727,1733163737975/95451c90bed2%2C39727%2C1733163737975.1733163740084, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T18:22:39,251 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.wal-reader.95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/WALs/95451c90bed2,35591,1733163730183/95451c90bed2%2C35591%2C1733163730183.1733163732677 to pos 908, reset compression=false 2024-12-02T18:22:39,378 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975.replicationSource.wal-reader.95451c90bed2%2C39727%2C1733163737975,1-95451c90bed2,39727,1733163737975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/WALs/95451c90bed2,39727,1733163737975/95451c90bed2%2C39727%2C1733163737975.1733163740084 to pos 929, reset compression=false 2024-12-02T18:22:39,555 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.wal-reader.95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145/95451c90bed2%2C43607%2C1733163722145.1733163725774 to pos 915, reset compression=false 2024-12-02T18:22:39,571 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-02T18:22:39,574 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-02T18:22:39,655 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.wal-reader.95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/WALs/95451c90bed2,35591,1733163730183/95451c90bed2%2C35591%2C1733163730183.1733163732677 to pos 908, reset compression=false 2024-12-02T18:22:39,660 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.wal-reader.95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T18:22:39,660 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.wal-reader.95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/WALs/95451c90bed2,35591,1733163730183/95451c90bed2%2C35591%2C1733163730183.1733163732677 to pos 1067, reset compression=false 2024-12-02T18:22:39,660 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.shipper95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-95451c90bed2,35591,1733163730183 got entry batch from reader: WALEntryBatch [walEntries=[{test/c57f5170fb9688d53e3a46d4c863d873/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/WALs/95451c90bed2,35591,1733163730183/95451c90bed2%2C35591%2C1733163730183.1733163732677, lastWalPosition=1067, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-02T18:22:39,661 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T18:22:39,663 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T18:22:39,682 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975.replicationSource.wal-reader.95451c90bed2%2C39727%2C1733163737975,1-95451c90bed2,39727,1733163737975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/WALs/95451c90bed2,39727,1733163737975/95451c90bed2%2C39727%2C1733163737975.1733163740084 to pos 929, reset compression=false 2024-12-02T18:22:39,687 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975.replicationSource.wal-reader.95451c90bed2%2C39727%2C1733163737975,1-95451c90bed2,39727,1733163737975 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T18:22:39,687 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975.replicationSource.wal-reader.95451c90bed2%2C39727%2C1733163737975,1-95451c90bed2,39727,1733163737975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/WALs/95451c90bed2,39727,1733163737975/95451c90bed2%2C39727%2C1733163737975.1733163740084 to pos 1078, reset compression=false 2024-12-02T18:22:39,687 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975.replicationSource.shipper95451c90bed2%2C39727%2C1733163737975,1-95451c90bed2,39727,1733163737975 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-95451c90bed2,39727,1733163737975 got entry batch from reader: WALEntryBatch [walEntries=[{test/cbcf38945bece1e2e8b02c4b3150b0a8/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/WALs/95451c90bed2,39727,1733163737975/95451c90bed2%2C39727%2C1733163737975.1733163740084, lastWalPosition=1078, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-02T18:22:39,688 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43607 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T18:22:39,691 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43607 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T18:22:39,863 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.wal-reader.95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/WALs/95451c90bed2,35591,1733163730183/95451c90bed2%2C35591%2C1733163730183.1733163732677 to pos 1067, reset compression=false 2024-12-02T18:22:39,898 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975.replicationSource.wal-reader.95451c90bed2%2C39727%2C1733163737975,1-95451c90bed2,39727,1733163737975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/WALs/95451c90bed2,39727,1733163737975/95451c90bed2%2C39727%2C1733163737975.1733163740084 to pos 1078, reset compression=false 2024-12-02T18:22:39,979 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T18:22:39,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:40,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:40,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:40,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:40,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:40,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:40,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:40,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:40,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:40,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:40,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:40,059 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.wal-reader.95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145/95451c90bed2%2C43607%2C1733163722145.1733163725774 to pos 915, reset compression=false 2024-12-02T18:22:40,063 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.wal-reader.95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T18:22:40,063 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.wal-reader.95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145/95451c90bed2%2C43607%2C1733163722145.1733163725774 to pos 1088, reset compression=false 2024-12-02T18:22:40,063 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.shipper95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-95451c90bed2,43607,1733163722145 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145/95451c90bed2%2C43607%2C1733163722145.1733163725774, lastWalPosition=1088, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T18:22:40,167 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.wal-reader.95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/WALs/95451c90bed2,35591,1733163730183/95451c90bed2%2C35591%2C1733163730183.1733163732677 to pos 1067, reset compression=false 2024-12-02T18:22:40,201 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975.replicationSource.wal-reader.95451c90bed2%2C39727%2C1733163737975,1-95451c90bed2,39727,1733163737975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/WALs/95451c90bed2,39727,1733163737975/95451c90bed2%2C39727%2C1733163737975.1733163740084 to pos 1078, reset compression=false 2024-12-02T18:22:40,266 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.wal-reader.95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145/95451c90bed2%2C43607%2C1733163722145.1733163725774 to pos 1088, reset compression=false 2024-12-02T18:22:40,570 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.wal-reader.95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145/95451c90bed2%2C43607%2C1733163722145.1733163725774 to pos 1088, reset compression=false 2024-12-02T18:22:40,570 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.wal-reader.95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/WALs/95451c90bed2,35591,1733163730183/95451c90bed2%2C35591%2C1733163730183.1733163732677 to pos 1067, reset compression=false 2024-12-02T18:22:40,576 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-02T18:22:40,579 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-02T18:22:40,604 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975.replicationSource.wal-reader.95451c90bed2%2C39727%2C1733163737975,1-95451c90bed2,39727,1733163737975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/WALs/95451c90bed2,39727,1733163737975/95451c90bed2%2C39727%2C1733163737975.1733163740084 to pos 1078, reset compression=false 2024-12-02T18:22:40,608 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975.replicationSource.wal-reader.95451c90bed2%2C39727%2C1733163737975,1-95451c90bed2,39727,1733163737975 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T18:22:40,608 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975.replicationSource.wal-reader.95451c90bed2%2C39727%2C1733163737975,1-95451c90bed2,39727,1733163737975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/WALs/95451c90bed2,39727,1733163737975/95451c90bed2%2C39727%2C1733163737975.1733163740084 to pos 1237, reset compression=false 2024-12-02T18:22:40,608 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975.replicationSource.shipper95451c90bed2%2C39727%2C1733163737975,1-95451c90bed2,39727,1733163737975 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-95451c90bed2,39727,1733163737975 got entry batch from reader: WALEntryBatch [walEntries=[{test/cbcf38945bece1e2e8b02c4b3150b0a8/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/WALs/95451c90bed2,39727,1733163737975/95451c90bed2%2C39727%2C1733163737975.1733163740084, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-02T18:22:40,609 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43607 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T18:22:40,611 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43607 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T18:22:40,811 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975.replicationSource.wal-reader.95451c90bed2%2C39727%2C1733163737975,1-95451c90bed2,39727,1733163737975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/WALs/95451c90bed2,39727,1733163737975/95451c90bed2%2C39727%2C1733163737975.1733163740084 to pos 1237, reset compression=false 2024-12-02T18:22:40,973 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.wal-reader.95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145/95451c90bed2%2C43607%2C1733163722145.1733163725774 to pos 1088, reset compression=false 2024-12-02T18:22:40,978 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.wal-reader.95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T18:22:40,978 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.wal-reader.95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145/95451c90bed2%2C43607%2C1733163722145.1733163725774 to pos 1238, reset compression=false 2024-12-02T18:22:40,978 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.shipper95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-95451c90bed2,43607,1733163722145 got entry batch from reader: WALEntryBatch [walEntries=[{test/4c5a7d03241364a8f24826f9c0c0832d/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145/95451c90bed2%2C43607%2C1733163722145.1733163725774, lastWalPosition=1238, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-02T18:22:40,979 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35591 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T18:22:40,981 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35591 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T18:22:41,073 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.wal-reader.95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/WALs/95451c90bed2,35591,1733163730183/95451c90bed2%2C35591%2C1733163730183.1733163732677 to pos 1067, reset compression=false 2024-12-02T18:22:41,077 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.wal-reader.95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T18:22:41,077 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.wal-reader.95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/WALs/95451c90bed2,35591,1733163730183/95451c90bed2%2C35591%2C1733163730183.1733163732677 to pos 1241, reset compression=false 2024-12-02T18:22:41,077 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.shipper95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-95451c90bed2,35591,1733163730183 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/WALs/95451c90bed2,35591,1733163730183/95451c90bed2%2C35591%2C1733163730183.1733163732677, lastWalPosition=1241, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T18:22:41,117 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975.replicationSource.wal-reader.95451c90bed2%2C39727%2C1733163737975,1-95451c90bed2,39727,1733163737975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/WALs/95451c90bed2,39727,1733163737975/95451c90bed2%2C39727%2C1733163737975.1733163740084 to pos 1237, reset compression=false 2024-12-02T18:22:41,183 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.wal-reader.95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145/95451c90bed2%2C43607%2C1733163722145.1733163725774 to pos 1238, reset compression=false 2024-12-02T18:22:41,280 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.wal-reader.95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/WALs/95451c90bed2,35591,1733163730183/95451c90bed2%2C35591%2C1733163730183.1733163732677 to pos 1241, reset compression=false 2024-12-02T18:22:41,486 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.wal-reader.95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145/95451c90bed2%2C43607%2C1733163722145.1733163725774 to pos 1238, reset compression=false 2024-12-02T18:22:41,520 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975.replicationSource.wal-reader.95451c90bed2%2C39727%2C1733163737975,1-95451c90bed2,39727,1733163737975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/WALs/95451c90bed2,39727,1733163737975/95451c90bed2%2C39727%2C1733163737975.1733163740084 to pos 1237, reset compression=false 2024-12-02T18:22:41,581 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-02T18:22:41,583 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.wal-reader.95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/WALs/95451c90bed2,35591,1733163730183/95451c90bed2%2C35591%2C1733163730183.1733163732677 to pos 1241, reset compression=false 2024-12-02T18:22:41,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d262f06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:22:41,586 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,45105,-1 for getting cluster id 2024-12-02T18:22:41,586 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:22:41,587 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad62e47c-6eab-46f7-8f59-a3bedeb65e1b' 2024-12-02T18:22:41,587 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:22:41,587 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad62e47c-6eab-46f7-8f59-a3bedeb65e1b" 2024-12-02T18:22:41,587 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43629fef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:22:41,587 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,45105,-1] 2024-12-02T18:22:41,588 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:22:41,588 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:22:41,588 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:22:41,589 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b4e0b5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:22:41,591 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:22:41,591 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,45105,1733163737252 2024-12-02T18:22:41,591 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1034e325 2024-12-02T18:22:41,592 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:22:41,592 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T18:22:41,593 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45105 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-12-02T18:22:41,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45105 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-12-02T18:22:41,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-02T18:22:41,608 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T18:22:41,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-02T18:22:41,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39727 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-02T18:22:41,760 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-12-02T18:22:41,761 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-12-02T18:22:41,761 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-95451c90bed2,39727,1733163737975 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-12-02T18:22:41,761 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/95451c90bed2:0-0. 2024-12-02T18:22:41,761 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:22:41,761 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:22:41,762 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:22:41,762 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:22:41,862 WARN [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975.replicationSource.wal-reader.95451c90bed2%2C39727%2C1733163737975,1-95451c90bed2,39727,1733163737975 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T18:22:41,862 WARN [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975.replicationSource.shipper95451c90bed2%2C39727%2C1733163737975,1-95451c90bed2,39727,1733163737975 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-02T18:22:41,889 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.wal-reader.95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145/95451c90bed2%2C43607%2C1733163722145.1733163725774 to pos 1238, reset compression=false 2024-12-02T18:22:41,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-02T18:22:41,962 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975.replicationSource.shipper95451c90bed2%2C39727%2C1733163737975,1-95451c90bed2,39727,1733163737975 terminated 2024-12-02T18:22:41,977 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-95451c90bed2,39727,1733163737975, ReplicationSource: 1, currentBandwidth=0 2024-12-02T18:22:41,977 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-12-02T18:22:41,977 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-02T18:22:41,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45105 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-02T18:22:41,979 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 95451c90bed2,39727,1733163737975 suceeded 2024-12-02T18:22:41,981 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-02T18:22:41,981 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 371 msec 2024-12-02T18:22:41,981 INFO [PEWorker-4 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-12-02T18:22:41,982 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 388 msec 2024-12-02T18:22:41,987 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.wal-reader.95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/WALs/95451c90bed2,35591,1733163730183/95451c90bed2%2C35591%2C1733163730183.1733163732677 to pos 1241, reset compression=false 2024-12-02T18:22:41,996 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='95451c90bed2:32953' 2024-12-02T18:22:41,997 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f0f02b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:22:41,997 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975 {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,32953,-1 for getting cluster id 2024-12-02T18:22:41,998 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:22:41,998 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bbe241a7-00fa-4c79-9080-da4a73638b2c' 2024-12-02T18:22:41,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:22:41,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bbe241a7-00fa-4c79-9080-da4a73638b2c" 2024-12-02T18:22:41,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ffed8ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:22:41,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,32953,-1] 2024-12-02T18:22:41,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:22:41,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:22:41,999 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:22:42,000 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e133e1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:22:42,000 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:22:42,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,32953,1733163721909 2024-12-02T18:22:42,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32c88e54 2024-12-02T18:22:42,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:22:42,002 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-02T18:22:42,002 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-95451c90bed2,39727,1733163737975 (queues=1) is replicating from cluster=ad62e47c-6eab-46f7-8f59-a3bedeb65e1b to cluster=bbe241a7-00fa-4c79-9080-da4a73638b2c 2024-12-02T18:22:42,002 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=95451c90bed2%2C39727%2C1733163737975 2024-12-02T18:22:42,003 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-95451c90bed2,39727,1733163737975, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T18:22:42,003 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975.replicationSource.shipper95451c90bed2%2C39727%2C1733163737975,1-95451c90bed2,39727,1733163737975 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 95451c90bed2%2C39727%2C1733163737975 2024-12-02T18:22:42,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-02T18:22:42,219 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-02T18:22:42,219 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T18:22:42,219 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:22:42,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:22:42,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:22:42,219 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:22:42,221 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-12-02T18:22:42,392 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.wal-reader.95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145/95451c90bed2%2C43607%2C1733163722145.1733163725774 to pos 1238, reset compression=false 2024-12-02T18:22:42,396 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.wal-reader.95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T18:22:42,396 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.wal-reader.95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145/95451c90bed2%2C43607%2C1733163722145.1733163725774 to pos 1342, reset compression=false 2024-12-02T18:22:42,396 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.shipper95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-95451c90bed2,43607,1733163722145 got entry batch from reader: WALEntryBatch [walEntries=[{test/4c5a7d03241364a8f24826f9c0c0832d/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145/95451c90bed2%2C43607%2C1733163722145.1733163725774, lastWalPosition=1342, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-02T18:22:42,397 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35591 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T18:22:42,399 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35591 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T18:22:42,493 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.wal-reader.95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/WALs/95451c90bed2,35591,1733163730183/95451c90bed2%2C35591%2C1733163730183.1733163732677 to pos 1241, reset compression=false 2024-12-02T18:22:42,498 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.wal-reader.95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T18:22:42,498 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.wal-reader.95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/WALs/95451c90bed2,35591,1733163730183/95451c90bed2%2C35591%2C1733163730183.1733163732677 to pos 1369, reset compression=false 2024-12-02T18:22:42,498 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.shipper95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-95451c90bed2,35591,1733163730183 got entry batch from reader: WALEntryBatch [walEntries=[{test/c57f5170fb9688d53e3a46d4c863d873/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/WALs/95451c90bed2,35591,1733163730183/95451c90bed2%2C35591%2C1733163730183.1733163732677, lastWalPosition=1369, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-02T18:22:42,499 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T18:22:42,502 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T18:22:42,599 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.wal-reader.95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145/95451c90bed2%2C43607%2C1733163722145.1733163725774 to pos 1342, reset compression=false 2024-12-02T18:22:42,702 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.wal-reader.95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/WALs/95451c90bed2,35591,1733163730183/95451c90bed2%2C35591%2C1733163730183.1733163732677 to pos 1369, reset compression=false 2024-12-02T18:22:42,902 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.wal-reader.95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145/95451c90bed2%2C43607%2C1733163722145.1733163725774 to pos 1342, reset compression=false 2024-12-02T18:22:43,005 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.wal-reader.95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/WALs/95451c90bed2,35591,1733163730183/95451c90bed2%2C35591%2C1733163730183.1733163732677 to pos 1369, reset compression=false 2024-12-02T18:22:43,223 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-12-02T18:22:43,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33a7bf43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:22:43,226 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,45105,-1 for getting cluster id 2024-12-02T18:22:43,226 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:22:43,226 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad62e47c-6eab-46f7-8f59-a3bedeb65e1b' 2024-12-02T18:22:43,227 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:22:43,227 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad62e47c-6eab-46f7-8f59-a3bedeb65e1b" 2024-12-02T18:22:43,227 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ae7a501, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:22:43,227 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,45105,-1] 2024-12-02T18:22:43,227 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:22:43,227 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:22:43,228 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:22:43,229 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30f9d532, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:22:43,231 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:22:43,232 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,45105,1733163737252 2024-12-02T18:22:43,232 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d67aa59 2024-12-02T18:22:43,232 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:22:43,233 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T18:22:43,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45105 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-12-02T18:22:43,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45105 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-12-02T18:22:43,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-02T18:22:43,251 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T18:22:43,305 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.wal-reader.95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145/95451c90bed2%2C43607%2C1733163722145.1733163725774 to pos 1342, reset compression=false 2024-12-02T18:22:43,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-02T18:22:43,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39727 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-12-02T18:22:43,404 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-12-02T18:22:43,405 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-02T18:22:43,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45105 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-02T18:22:43,407 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 95451c90bed2,39727,1733163737975 suceeded 2024-12-02T18:22:43,408 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.wal-reader.95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/WALs/95451c90bed2,35591,1733163730183/95451c90bed2%2C35591%2C1733163730183.1733163732677 to pos 1369, reset compression=false 2024-12-02T18:22:43,409 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-02T18:22:43,410 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 156 msec 2024-12-02T18:22:43,410 INFO [PEWorker-2 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-12-02T18:22:43,411 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 176 msec 2024-12-02T18:22:43,414 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.wal-reader.95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T18:22:43,414 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.wal-reader.95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/WALs/95451c90bed2,35591,1733163730183/95451c90bed2%2C35591%2C1733163730183.1733163732677 to pos 1473, reset compression=false 2024-12-02T18:22:43,414 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.shipper95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-95451c90bed2,35591,1733163730183 got entry batch from reader: WALEntryBatch [walEntries=[{test/c57f5170fb9688d53e3a46d4c863d873/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/WALs/95451c90bed2,35591,1733163730183/95451c90bed2%2C35591%2C1733163730183.1733163732677, lastWalPosition=1473, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-02T18:22:43,415 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T18:22:43,417 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39727 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T18:22:43,504 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975.replicationSource.wal-reader.95451c90bed2%2C39727%2C1733163737975,1-95451c90bed2,39727,1733163737975 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/WALs/95451c90bed2,39727,1733163737975/95451c90bed2%2C39727%2C1733163737975.1733163740084, startPosition=1237, beingWritten=true 2024-12-02T18:22:43,508 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975.replicationSource.wal-reader.95451c90bed2%2C39727%2C1733163737975,1-95451c90bed2,39727,1733163737975 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T18:22:43,508 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975.replicationSource.wal-reader.95451c90bed2%2C39727%2C1733163737975,1-95451c90bed2,39727,1733163737975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/WALs/95451c90bed2,39727,1733163737975/95451c90bed2%2C39727%2C1733163737975.1733163740084 to pos 1515, reset compression=false 2024-12-02T18:22:43,508 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975.replicationSource.shipper95451c90bed2%2C39727%2C1733163737975,1-95451c90bed2,39727,1733163737975 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-95451c90bed2,39727,1733163737975 got entry batch from reader: WALEntryBatch [walEntries=[{test/cbcf38945bece1e2e8b02c4b3150b0a8/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/WALs/95451c90bed2,39727,1733163737975/95451c90bed2%2C39727%2C1733163737975.1733163740084, lastWalPosition=1515, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-02T18:22:43,510 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975.replicationSource.shipper95451c90bed2%2C39727%2C1733163737975,1-95451c90bed2,39727,1733163737975 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T18:22:43,510 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-02T18:22:43,511 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43607 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T18:22:43,513 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43607 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T18:22:43,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45105 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-02T18:22:43,559 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-02T18:22:43,559 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T18:22:43,559 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:22:43,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:22:43,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:22:43,559 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:22:43,560 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-12-02T18:22:43,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T18:22:43,560 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T18:22:43,561 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:22:43,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:22:43,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:22:43,561 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:22:43,561 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T18:22:43,561 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=215885657, stopped=false 2024-12-02T18:22:43,561 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=95451c90bed2,45105,1733163737252 2024-12-02T18:22:43,571 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39727-0x101974796050007, quorum=127.0.0.1:61258, baseZNode=/2937237822 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2937237822/running 2024-12-02T18:22:43,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45105-0x101974796050006, quorum=127.0.0.1:61258, baseZNode=/2937237822 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2937237822/running 2024-12-02T18:22:43,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45105-0x101974796050006, quorum=127.0.0.1:61258, baseZNode=/2937237822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2937237822 2024-12-02T18:22:43,572 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39727-0x101974796050007, quorum=127.0.0.1:61258, baseZNode=/2937237822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2937237822 2024-12-02T18:22:43,572 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T18:22:43,572 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T18:22:43,572 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:22:43,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:22:43,572 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '95451c90bed2,39727,1733163737975' ***** 2024-12-02T18:22:43,572 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T18:22:43,572 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45105-0x101974796050006, quorum=127.0.0.1:61258, baseZNode=/2937237822 Set watcher on znode that does not yet exist, /2937237822/running 2024-12-02T18:22:43,573 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39727-0x101974796050007, quorum=127.0.0.1:61258, baseZNode=/2937237822 Set watcher on znode that does not yet exist, /2937237822/running 2024-12-02T18:22:43,573 INFO [RS:0;95451c90bed2:39727 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T18:22:43,573 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T18:22:43,573 INFO [RS:0;95451c90bed2:39727 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T18:22:43,573 INFO [RS:0;95451c90bed2:39727 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T18:22:43,573 INFO [RS:0;95451c90bed2:39727 {}] regionserver.HRegionServer(3091): Received CLOSE for cbcf38945bece1e2e8b02c4b3150b0a8 2024-12-02T18:22:43,573 INFO [RS:0;95451c90bed2:39727 {}] regionserver.HRegionServer(3091): Received CLOSE for 9c7f91962b72976b0be11ed72d459510 2024-12-02T18:22:43,574 INFO [RS:0;95451c90bed2:39727 {}] regionserver.HRegionServer(959): stopping server 95451c90bed2,39727,1733163737975 2024-12-02T18:22:43,574 INFO [RS:0;95451c90bed2:39727 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T18:22:43,574 INFO [RS:0;95451c90bed2:39727 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;95451c90bed2:39727. 2024-12-02T18:22:43,574 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cbcf38945bece1e2e8b02c4b3150b0a8, disabling compactions & flushes 2024-12-02T18:22:43,574 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733163746840.cbcf38945bece1e2e8b02c4b3150b0a8. 2024-12-02T18:22:43,574 DEBUG [RS:0;95451c90bed2:39727 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:22:43,574 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733163746840.cbcf38945bece1e2e8b02c4b3150b0a8. 2024-12-02T18:22:43,574 DEBUG [RS:0;95451c90bed2:39727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:22:43,574 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733163746840.cbcf38945bece1e2e8b02c4b3150b0a8. after waiting 0 ms 2024-12-02T18:22:43,574 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733163746840.cbcf38945bece1e2e8b02c4b3150b0a8. 2024-12-02T18:22:43,574 INFO [RS:0;95451c90bed2:39727 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T18:22:43,574 INFO [RS:0;95451c90bed2:39727 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T18:22:43,574 INFO [RS:0;95451c90bed2:39727 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T18:22:43,574 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cbcf38945bece1e2e8b02c4b3150b0a8 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-02T18:22:43,574 INFO [RS:0;95451c90bed2:39727 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T18:22:43,574 INFO [RS:0;95451c90bed2:39727 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T18:22:43,574 DEBUG [RS:0;95451c90bed2:39727 {}] regionserver.HRegionServer(1325): Online Regions={cbcf38945bece1e2e8b02c4b3150b0a8=test,,1733163746840.cbcf38945bece1e2e8b02c4b3150b0a8., 9c7f91962b72976b0be11ed72d459510=hbase:replication,,1733163753332.9c7f91962b72976b0be11ed72d459510., 1588230740=hbase:meta,,1.1588230740} 2024-12-02T18:22:43,574 DEBUG [RS:0;95451c90bed2:39727 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9c7f91962b72976b0be11ed72d459510, cbcf38945bece1e2e8b02c4b3150b0a8 2024-12-02T18:22:43,574 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T18:22:43,574 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T18:22:43,574 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T18:22:43,574 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T18:22:43,574 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T18:22:43,574 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T18:22:43,579 INFO [regionserver/95451c90bed2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T18:22:43,593 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/data/default/test/cbcf38945bece1e2e8b02c4b3150b0a8/.tmp/f/5358f1001ddb4d0da2066a1000dab052 is 37, key is row3/f:row3/1733163762220/Put/seqid=0 2024-12-02T18:22:43,593 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/data/hbase/meta/1588230740/.tmp/info/97f6649603c949a49a1f55b37f3b29d7 is 147, key is hbase:replication,,1733163753332.9c7f91962b72976b0be11ed72d459510./info:regioninfo/1733163754489/Put/seqid=0 2024-12-02T18:22:43,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39501 is added to blk_1073741841_1017 (size=5228) 2024-12-02T18:22:43,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39501 is added to blk_1073741840_1016 (size=7686) 2024-12-02T18:22:43,597 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/data/hbase/meta/1588230740/.tmp/info/97f6649603c949a49a1f55b37f3b29d7 2024-12-02T18:22:43,597 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/data/default/test/cbcf38945bece1e2e8b02c4b3150b0a8/.tmp/f/5358f1001ddb4d0da2066a1000dab052 2024-12-02T18:22:43,601 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5358f1001ddb4d0da2066a1000dab052 2024-12-02T18:22:43,620 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.wal-reader.95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/WALs/95451c90bed2,35591,1733163730183/95451c90bed2%2C35591%2C1733163730183.1733163732677 to pos 1473, reset compression=false 2024-12-02T18:22:43,622 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/data/hbase/meta/1588230740/.tmp/ns/17ee4b654e0f4c4aad238599dba4a15f is 43, key is default/ns:d/1733163741800/Put/seqid=0 2024-12-02T18:22:43,624 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/data/default/test/cbcf38945bece1e2e8b02c4b3150b0a8/.tmp/f1/e5a71bb2d8854660bd38bf339482d44b is 30, key is row1/f1:/1733163759572/DeleteFamily/seqid=0 2024-12-02T18:22:43,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39501 is added to blk_1073741842_1018 (size=5153) 2024-12-02T18:22:43,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39501 is added to blk_1073741843_1019 (size=5158) 2024-12-02T18:22:43,627 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/data/default/test/cbcf38945bece1e2e8b02c4b3150b0a8/.tmp/f1/e5a71bb2d8854660bd38bf339482d44b 2024-12-02T18:22:43,630 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e5a71bb2d8854660bd38bf339482d44b 2024-12-02T18:22:43,641 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/data/default/test/cbcf38945bece1e2e8b02c4b3150b0a8/.tmp/norep/d99f772024254033aeb8e53efca940a9 is 33, key is row2/norep:/1733163760576/DeleteFamily/seqid=0 2024-12-02T18:22:43,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39501 is added to blk_1073741844_1020 (size=5108) 2024-12-02T18:22:43,712 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975.replicationSource.wal-reader.95451c90bed2%2C39727%2C1733163737975,1-95451c90bed2,39727,1733163737975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/WALs/95451c90bed2,39727,1733163737975/95451c90bed2%2C39727%2C1733163737975.1733163740084 to pos 1515, reset compression=false 2024-12-02T18:22:43,717 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975.replicationSource.wal-reader.95451c90bed2%2C39727%2C1733163737975,1-95451c90bed2,39727,1733163737975 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T18:22:43,717 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975.replicationSource.wal-reader.95451c90bed2%2C39727%2C1733163737975,1-95451c90bed2,39727,1733163737975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/WALs/95451c90bed2,39727,1733163737975/95451c90bed2%2C39727%2C1733163737975.1733163740084 to pos 1762, reset compression=false 2024-12-02T18:22:43,717 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975.replicationSource.shipper95451c90bed2%2C39727%2C1733163737975,1-95451c90bed2,39727,1733163737975 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-95451c90bed2,39727,1733163737975 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/WALs/95451c90bed2,39727,1733163737975/95451c90bed2%2C39727%2C1733163737975.1733163740084, lastWalPosition=1762, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T18:22:43,718 ERROR [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975.replicationSource.shipper95451c90bed2%2C39727%2C1733163737975,1-95451c90bed2,39727,1733163737975 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 95451c90bed2,39727,1733163737975: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-95451c90bed2,39727,1733163737975, walGroup=95451c90bed2%2C39727%2C1733163737975, offset=95451c90bed2%2C39727%2C1733163737975.1733163740084:1762, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=95451c90bed2:39727 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-02T18:22:43,719 ERROR [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975.replicationSource.shipper95451c90bed2%2C39727%2C1733163737975,1-95451c90bed2,39727,1733163737975 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T18:22:43,720 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975.replicationSource.shipper95451c90bed2%2C39727%2C1733163737975,1-95451c90bed2,39727,1733163737975 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T18:22:43,720 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975.replicationSource.shipper95451c90bed2%2C39727%2C1733163737975,1-95451c90bed2,39727,1733163737975 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T18:22:43,721 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975.replicationSource.shipper95451c90bed2%2C39727%2C1733163737975,1-95451c90bed2,39727,1733163737975 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T18:22:43,721 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975.replicationSource.shipper95451c90bed2%2C39727%2C1733163737975,1-95451c90bed2,39727,1733163737975 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T18:22:43,721 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975.replicationSource.shipper95451c90bed2%2C39727%2C1733163737975,1-95451c90bed2,39727,1733163737975 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1214251008, "init": 1048576000, "max": 2306867200, "used": 861707368 }, "NonHeapMemoryUsage": { "committed": 201654272, "init": 7667712, "max": -1, "used": 198758200 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-02T18:22:43,721 WARN [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975.replicationSource.shipper95451c90bed2%2C39727%2C1733163737975,1-95451c90bed2,39727,1733163737975 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=95451c90bed2:45105 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=95451c90bed2:45105 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-02T18:22:43,774 DEBUG [RS:0;95451c90bed2:39727 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9c7f91962b72976b0be11ed72d459510, cbcf38945bece1e2e8b02c4b3150b0a8 2024-12-02T18:22:43,808 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.wal-reader.95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145/95451c90bed2%2C43607%2C1733163722145.1733163725774 to pos 1342, reset compression=false 2024-12-02T18:22:43,812 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.wal-reader.95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T18:22:43,812 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.wal-reader.95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145/95451c90bed2%2C43607%2C1733163722145.1733163725774 to pos 1493, reset compression=false 2024-12-02T18:22:43,812 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.shipper95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-95451c90bed2,43607,1733163722145 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145/95451c90bed2%2C43607%2C1733163722145.1733163725774, lastWalPosition=1493, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T18:22:43,923 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975.replicationSource.wal-reader.95451c90bed2%2C39727%2C1733163737975,1-95451c90bed2,39727,1733163737975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/WALs/95451c90bed2,39727,1733163737975/95451c90bed2%2C39727%2C1733163737975.1733163740084 to pos 1762, reset compression=false 2024-12-02T18:22:43,931 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.wal-reader.95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/WALs/95451c90bed2,35591,1733163730183/95451c90bed2%2C35591%2C1733163730183.1733163732677 to pos 1473, reset compression=false 2024-12-02T18:22:43,973 INFO [regionserver/95451c90bed2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T18:22:43,973 INFO [regionserver/95451c90bed2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T18:22:43,974 DEBUG [RS:0;95451c90bed2:39727 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9c7f91962b72976b0be11ed72d459510, cbcf38945bece1e2e8b02c4b3150b0a8 2024-12-02T18:22:44,014 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.wal-reader.95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145/95451c90bed2%2C43607%2C1733163722145.1733163725774 to pos 1493, reset compression=false 2024-12-02T18:22:44,026 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/data/hbase/meta/1588230740/.tmp/ns/17ee4b654e0f4c4aad238599dba4a15f 2024-12-02T18:22:44,041 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/data/hbase/meta/1588230740/.tmp/rep_barrier/843f29f531364d78bdf28779bbdde2e2 is 112, key is test,,1733163746840.cbcf38945bece1e2e8b02c4b3150b0a8./rep_barrier:seqnumDuringOpen/1733163747990/Put/seqid=0 2024-12-02T18:22:44,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39501 is added to blk_1073741845_1021 (size=5518) 2024-12-02T18:22:44,044 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/data/hbase/meta/1588230740/.tmp/rep_barrier/843f29f531364d78bdf28779bbdde2e2 2024-12-02T18:22:44,045 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/data/default/test/cbcf38945bece1e2e8b02c4b3150b0a8/.tmp/norep/d99f772024254033aeb8e53efca940a9 2024-12-02T18:22:44,048 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d99f772024254033aeb8e53efca940a9 2024-12-02T18:22:44,048 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/data/default/test/cbcf38945bece1e2e8b02c4b3150b0a8/.tmp/f/5358f1001ddb4d0da2066a1000dab052 as hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/data/default/test/cbcf38945bece1e2e8b02c4b3150b0a8/f/5358f1001ddb4d0da2066a1000dab052 2024-12-02T18:22:44,052 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5358f1001ddb4d0da2066a1000dab052 2024-12-02T18:22:44,052 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/data/default/test/cbcf38945bece1e2e8b02c4b3150b0a8/f/5358f1001ddb4d0da2066a1000dab052, entries=5, sequenceid=12, filesize=5.1 K 2024-12-02T18:22:44,053 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/data/default/test/cbcf38945bece1e2e8b02c4b3150b0a8/.tmp/f1/e5a71bb2d8854660bd38bf339482d44b as hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/data/default/test/cbcf38945bece1e2e8b02c4b3150b0a8/f1/e5a71bb2d8854660bd38bf339482d44b 2024-12-02T18:22:44,056 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e5a71bb2d8854660bd38bf339482d44b 2024-12-02T18:22:44,056 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/data/default/test/cbcf38945bece1e2e8b02c4b3150b0a8/f1/e5a71bb2d8854660bd38bf339482d44b, entries=3, sequenceid=12, filesize=5.0 K 2024-12-02T18:22:44,057 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/data/default/test/cbcf38945bece1e2e8b02c4b3150b0a8/.tmp/norep/d99f772024254033aeb8e53efca940a9 as hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/data/default/test/cbcf38945bece1e2e8b02c4b3150b0a8/norep/d99f772024254033aeb8e53efca940a9 2024-12-02T18:22:44,060 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d99f772024254033aeb8e53efca940a9 2024-12-02T18:22:44,061 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/data/default/test/cbcf38945bece1e2e8b02c4b3150b0a8/norep/d99f772024254033aeb8e53efca940a9, entries=1, sequenceid=12, filesize=5.0 K 2024-12-02T18:22:44,061 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for cbcf38945bece1e2e8b02c4b3150b0a8 in 487ms, sequenceid=12, compaction requested=false 2024-12-02T18:22:44,061 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/data/hbase/meta/1588230740/.tmp/table/b5d22f66399c402ea81cf758306dd5ef is 53, key is hbase:replication/table:state/1733163754506/Put/seqid=0 2024-12-02T18:22:44,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39501 is added to blk_1073741846_1022 (size=5308) 2024-12-02T18:22:44,068 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/data/hbase/meta/1588230740/.tmp/table/b5d22f66399c402ea81cf758306dd5ef 2024-12-02T18:22:44,070 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/data/default/test/cbcf38945bece1e2e8b02c4b3150b0a8/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-02T18:22:44,070 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T18:22:44,070 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T18:22:44,070 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733163746840.cbcf38945bece1e2e8b02c4b3150b0a8. 2024-12-02T18:22:44,070 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cbcf38945bece1e2e8b02c4b3150b0a8: Waiting for close lock at 1733163763574Running coprocessor pre-close hooks at 1733163763574Disabling compacts and flushes for region at 1733163763574Disabling writes for close at 1733163763574Obtaining lock to block concurrent updates at 1733163763574Preparing flush snapshotting stores in cbcf38945bece1e2e8b02c4b3150b0a8 at 1733163763574Finished memstore snapshotting test,,1733163746840.cbcf38945bece1e2e8b02c4b3150b0a8., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733163763574Flushing stores of test,,1733163746840.cbcf38945bece1e2e8b02c4b3150b0a8. at 1733163763575 (+1 ms)Flushing cbcf38945bece1e2e8b02c4b3150b0a8/f: creating writer at 1733163763575Flushing cbcf38945bece1e2e8b02c4b3150b0a8/f: appending metadata at 1733163763593 (+18 ms)Flushing cbcf38945bece1e2e8b02c4b3150b0a8/f: closing flushed file at 1733163763593Flushing cbcf38945bece1e2e8b02c4b3150b0a8/f1: creating writer at 1733163763601 (+8 ms)Flushing cbcf38945bece1e2e8b02c4b3150b0a8/f1: appending metadata at 1733163763624 (+23 ms)Flushing cbcf38945bece1e2e8b02c4b3150b0a8/f1: closing flushed file at 1733163763624Flushing cbcf38945bece1e2e8b02c4b3150b0a8/norep: creating writer at 1733163763630 (+6 ms)Flushing cbcf38945bece1e2e8b02c4b3150b0a8/norep: appending metadata at 1733163763641 (+11 ms)Flushing cbcf38945bece1e2e8b02c4b3150b0a8/norep: closing flushed file at 1733163763641Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77fa5669: reopening flushed file at 1733163764048 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c88f5b9: reopening flushed file at 1733163764052 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3965219: reopening flushed file at 1733163764056 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for cbcf38945bece1e2e8b02c4b3150b0a8 in 487ms, sequenceid=12, compaction requested=false at 1733163764061 (+5 ms)Writing region close event to WAL at 1733163764063 (+2 ms)Running coprocessor post-close hooks at 1733163764070 (+7 ms)Closed at 1733163764070 2024-12-02T18:22:44,071 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733163746840.cbcf38945bece1e2e8b02c4b3150b0a8. 2024-12-02T18:22:44,071 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9c7f91962b72976b0be11ed72d459510, disabling compactions & flushes 2024-12-02T18:22:44,071 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733163753332.9c7f91962b72976b0be11ed72d459510. 2024-12-02T18:22:44,071 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733163753332.9c7f91962b72976b0be11ed72d459510. 2024-12-02T18:22:44,071 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733163753332.9c7f91962b72976b0be11ed72d459510. after waiting 0 ms 2024-12-02T18:22:44,071 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733163753332.9c7f91962b72976b0be11ed72d459510. 2024-12-02T18:22:44,071 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9c7f91962b72976b0be11ed72d459510: Waiting for close lock at 1733163764071Running coprocessor pre-close hooks at 1733163764071Disabling compacts and flushes for region at 1733163764071Disabling writes for close at 1733163764071Failed flush hbase:replication,,1733163753332.9c7f91962b72976b0be11ed72d459510., putting online again at 1733163764071 2024-12-02T18:22:44,071 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733163753332.9c7f91962b72976b0be11ed72d459510. 2024-12-02T18:22:44,072 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/data/hbase/meta/1588230740/.tmp/info/97f6649603c949a49a1f55b37f3b29d7 as hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/data/hbase/meta/1588230740/info/97f6649603c949a49a1f55b37f3b29d7 2024-12-02T18:22:44,075 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/data/hbase/meta/1588230740/info/97f6649603c949a49a1f55b37f3b29d7, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T18:22:44,076 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/data/hbase/meta/1588230740/.tmp/ns/17ee4b654e0f4c4aad238599dba4a15f as hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/data/hbase/meta/1588230740/ns/17ee4b654e0f4c4aad238599dba4a15f 2024-12-02T18:22:44,079 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/data/hbase/meta/1588230740/ns/17ee4b654e0f4c4aad238599dba4a15f, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T18:22:44,079 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/data/hbase/meta/1588230740/.tmp/rep_barrier/843f29f531364d78bdf28779bbdde2e2 as hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/data/hbase/meta/1588230740/rep_barrier/843f29f531364d78bdf28779bbdde2e2 2024-12-02T18:22:44,082 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/data/hbase/meta/1588230740/rep_barrier/843f29f531364d78bdf28779bbdde2e2, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T18:22:44,083 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/data/hbase/meta/1588230740/.tmp/table/b5d22f66399c402ea81cf758306dd5ef as hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/data/hbase/meta/1588230740/table/b5d22f66399c402ea81cf758306dd5ef 2024-12-02T18:22:44,085 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/data/hbase/meta/1588230740/table/b5d22f66399c402ea81cf758306dd5ef, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T18:22:44,086 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 512ms, sequenceid=16, compaction requested=false 2024-12-02T18:22:44,089 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T18:22:44,090 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T18:22:44,090 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T18:22:44,090 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T18:22:44,090 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733163763574Running coprocessor pre-close hooks at 1733163763574Disabling compacts and flushes for region at 1733163763574Disabling writes for close at 1733163763574Obtaining lock to block concurrent updates at 1733163763574Preparing flush snapshotting stores in 1588230740 at 1733163763574Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733163763575 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733163763575Flushing 1588230740/info: creating writer at 1733163763575Flushing 1588230740/info: appending metadata at 1733163763593 (+18 ms)Flushing 1588230740/info: closing flushed file at 1733163763593Flushing 1588230740/ns: creating writer at 1733163763602 (+9 ms)Flushing 1588230740/ns: appending metadata at 1733163763622 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1733163763622Flushing 1588230740/rep_barrier: creating writer at 1733163764030 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733163764041 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733163764041Flushing 1588230740/table: creating writer at 1733163764048 (+7 ms)Flushing 1588230740/table: appending metadata at 1733163764061 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733163764061Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bdf0811: reopening flushed file at 1733163764072 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e92111a: reopening flushed file at 1733163764075 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e53429c: reopening flushed file at 1733163764079 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ea0592d: reopening flushed file at 1733163764082 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 512ms, sequenceid=16, compaction requested=false at 1733163764086 (+4 ms)Writing region close event to WAL at 1733163764087 (+1 ms)Running coprocessor post-close hooks at 1733163764090 (+3 ms)Closed at 1733163764090 2024-12-02T18:22:44,090 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T18:22:44,175 INFO [RS:0;95451c90bed2:39727 {}] regionserver.HRegionServer(3091): Received CLOSE for 9c7f91962b72976b0be11ed72d459510 2024-12-02T18:22:44,175 DEBUG [RS:0;95451c90bed2:39727 {}] regionserver.HRegionServer(1351): Waiting on 9c7f91962b72976b0be11ed72d459510 2024-12-02T18:22:44,175 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9c7f91962b72976b0be11ed72d459510, disabling compactions & flushes 2024-12-02T18:22:44,175 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733163753332.9c7f91962b72976b0be11ed72d459510. 2024-12-02T18:22:44,175 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733163753332.9c7f91962b72976b0be11ed72d459510. 2024-12-02T18:22:44,175 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733163753332.9c7f91962b72976b0be11ed72d459510. after waiting 0 ms 2024-12-02T18:22:44,175 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733163753332.9c7f91962b72976b0be11ed72d459510. 2024-12-02T18:22:44,175 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9c7f91962b72976b0be11ed72d459510: Waiting for close lock at 1733163764175Running coprocessor pre-close hooks at 1733163764175Disabling compacts and flushes for region at 1733163764175Disabling writes for close at 1733163764175Failed flush hbase:replication,,1733163753332.9c7f91962b72976b0be11ed72d459510., putting online again at 1733163764175 2024-12-02T18:22:44,175 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733163753332.9c7f91962b72976b0be11ed72d459510. 2024-12-02T18:22:44,226 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975.replicationSource.wal-reader.95451c90bed2%2C39727%2C1733163737975,1-95451c90bed2,39727,1733163737975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/WALs/95451c90bed2,39727,1733163737975/95451c90bed2%2C39727%2C1733163737975.1733163740084 to pos 1762, reset compression=false 2024-12-02T18:22:44,230 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975.replicationSource.wal-reader.95451c90bed2%2C39727%2C1733163737975,1-95451c90bed2,39727,1733163737975 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T18:22:44,230 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975.replicationSource.wal-reader.95451c90bed2%2C39727%2C1733163737975,1-95451c90bed2,39727,1733163737975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/WALs/95451c90bed2,39727,1733163737975/95451c90bed2%2C39727%2C1733163737975.1733163740084 to pos 2406, reset compression=false 2024-12-02T18:22:44,318 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.wal-reader.95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145/95451c90bed2%2C43607%2C1733163722145.1733163725774 to pos 1493, reset compression=false 2024-12-02T18:22:44,334 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.wal-reader.95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/WALs/95451c90bed2,35591,1733163730183/95451c90bed2%2C35591%2C1733163730183.1733163732677 to pos 1473, reset compression=false 2024-12-02T18:22:44,375 INFO [RS:0;95451c90bed2:39727 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-02T18:22:44,375 INFO [RS:0;95451c90bed2:39727 {}] regionserver.HRegionServer(976): stopping server 95451c90bed2,39727,1733163737975; all regions closed. 2024-12-02T18:22:44,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39501 is added to blk_1073741834_1010 (size=4239) 2024-12-02T18:22:44,377 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/WALs/95451c90bed2,39727,1733163737975/95451c90bed2%2C39727%2C1733163737975.meta.1733163741421.meta not finished, retry = 0 2024-12-02T18:22:44,435 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975.replicationSource.wal-reader.95451c90bed2%2C39727%2C1733163737975,1-95451c90bed2,39727,1733163737975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/WALs/95451c90bed2,39727,1733163737975/95451c90bed2%2C39727%2C1733163737975.1733163740084 to pos 2406, reset compression=false 2024-12-02T18:22:44,480 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/WALs/95451c90bed2,39727,1733163737975/95451c90bed2%2C39727%2C1733163737975.rep.1733163754461 not finished, retry = 0 2024-12-02T18:22:44,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39501 is added to blk_1073741839_1015 (size=2390) 2024-12-02T18:22:44,582 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/WALs/95451c90bed2,39727,1733163737975/95451c90bed2%2C39727%2C1733163737975.1733163740084 not finished, retry = 0 2024-12-02T18:22:44,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39501 is added to blk_1073741832_1008 (size=2414) 2024-12-02T18:22:44,683 DEBUG [RS:0;95451c90bed2:39727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:22:44,683 INFO [RS:0;95451c90bed2:39727 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T18:22:44,683 INFO [RS:0;95451c90bed2:39727 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T18:22:44,683 INFO [RS:0;95451c90bed2:39727 {}] hbase.ChoreService(370): Chore service for: regionserver/95451c90bed2:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T18:22:44,683 INFO [RS:0;95451c90bed2:39727 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T18:22:44,683 INFO [regionserver/95451c90bed2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T18:22:44,684 INFO [RS:0;95451c90bed2:39727 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-95451c90bed2,39727,1733163737975 because: Region server is closing 2024-12-02T18:22:44,684 INFO [RS:0;95451c90bed2:39727 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;95451c90bed2:39727. 2024-12-02T18:22:44,684 DEBUG [RS:0;95451c90bed2:39727 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:22:44,684 DEBUG [RS:0;95451c90bed2:39727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:22:44,684 DEBUG [RS:0;95451c90bed2:39727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:22:44,684 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:22:44,721 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.wal-reader.95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145/95451c90bed2%2C43607%2C1733163722145.1733163725774 to pos 1493, reset compression=false 2024-12-02T18:22:44,784 INFO [RS:0;95451c90bed2:39727 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,39727,1733163737975.replicationSource.shipper95451c90bed2%2C39727%2C1733163737975,1-95451c90bed2,39727,1733163737975 terminated 2024-12-02T18:22:44,784 INFO [RS:0;95451c90bed2:39727 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;95451c90bed2:39727. 2024-12-02T18:22:44,784 DEBUG [RS:0;95451c90bed2:39727 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:22:44,784 DEBUG [RS:0;95451c90bed2:39727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:22:44,784 DEBUG [RS:0;95451c90bed2:39727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:22:44,785 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:22:44,785 INFO [RS:0;95451c90bed2:39727 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39727 2024-12-02T18:22:44,834 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39727-0x101974796050007, quorum=127.0.0.1:61258, baseZNode=/2937237822 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2937237822/rs/95451c90bed2,39727,1733163737975 2024-12-02T18:22:44,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45105-0x101974796050006, quorum=127.0.0.1:61258, baseZNode=/2937237822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2937237822/rs 2024-12-02T18:22:44,835 INFO [RS:0;95451c90bed2:39727 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T18:22:44,840 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.wal-reader.95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/WALs/95451c90bed2,35591,1733163730183/95451c90bed2%2C35591%2C1733163730183.1733163732677 to pos 1473, reset compression=false 2024-12-02T18:22:44,845 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [95451c90bed2,39727,1733163737975] 2024-12-02T18:22:44,855 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2937237822/draining/95451c90bed2,39727,1733163737975 already deleted, retry=false 2024-12-02T18:22:44,856 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 95451c90bed2,39727,1733163737975 expired; onlineServers=0 2024-12-02T18:22:44,856 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '95451c90bed2,45105,1733163737252' ***** 2024-12-02T18:22:44,856 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T18:22:44,856 INFO [M:0;95451c90bed2:45105 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T18:22:44,856 INFO [M:0;95451c90bed2:45105 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T18:22:44,856 DEBUG [M:0;95451c90bed2:45105 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T18:22:44,856 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T18:22:44,856 DEBUG [M:0;95451c90bed2:45105 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T18:22:44,856 DEBUG [master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.small.0-1733163739824 {}] cleaner.HFileCleaner(306): Exit Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.small.0-1733163739824,5,FailOnTimeoutGroup] 2024-12-02T18:22:44,856 DEBUG [master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.large.0-1733163739821 {}] cleaner.HFileCleaner(306): Exit Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.large.0-1733163739821,5,FailOnTimeoutGroup] 2024-12-02T18:22:44,856 INFO [M:0;95451c90bed2:45105 {}] hbase.ChoreService(370): Chore service for: master/95451c90bed2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T18:22:44,856 INFO [M:0;95451c90bed2:45105 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T18:22:44,856 DEBUG [M:0;95451c90bed2:45105 {}] master.HMaster(1795): Stopping service threads 2024-12-02T18:22:44,856 INFO [M:0;95451c90bed2:45105 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T18:22:44,856 INFO [M:0;95451c90bed2:45105 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T18:22:44,857 INFO [M:0;95451c90bed2:45105 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T18:22:44,857 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T18:22:44,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45105-0x101974796050006, quorum=127.0.0.1:61258, baseZNode=/2937237822 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2937237822/master 2024-12-02T18:22:44,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45105-0x101974796050006, quorum=127.0.0.1:61258, baseZNode=/2937237822 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2937237822 2024-12-02T18:22:44,866 DEBUG [M:0;95451c90bed2:45105 {}] zookeeper.ZKUtil(347): master:45105-0x101974796050006, quorum=127.0.0.1:61258, baseZNode=/2937237822 Unable to get data of znode /2937237822/master because node does not exist (not an error) 2024-12-02T18:22:44,866 WARN [M:0;95451c90bed2:45105 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T18:22:44,867 INFO [M:0;95451c90bed2:45105 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/.lastflushedseqids 2024-12-02T18:22:44,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39501 is added to blk_1073741847_1023 (size=245) 2024-12-02T18:22:44,872 INFO [M:0;95451c90bed2:45105 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T18:22:44,872 INFO [M:0;95451c90bed2:45105 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T18:22:44,872 DEBUG [M:0;95451c90bed2:45105 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T18:22:44,872 INFO [M:0;95451c90bed2:45105 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:22:44,872 DEBUG [M:0;95451c90bed2:45105 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:22:44,872 DEBUG [M:0;95451c90bed2:45105 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T18:22:44,872 DEBUG [M:0;95451c90bed2:45105 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:22:44,872 INFO [M:0;95451c90bed2:45105 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.57 KB heapSize=75.48 KB 2024-12-02T18:22:44,884 DEBUG [M:0;95451c90bed2:45105 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2419b6fced30467fafd1fc59998ee237 is 82, key is hbase:meta,,1/info:regioninfo/1733163741448/Put/seqid=0 2024-12-02T18:22:44,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39501 is added to blk_1073741848_1024 (size=5672) 2024-12-02T18:22:44,945 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39727-0x101974796050007, quorum=127.0.0.1:61258, baseZNode=/2937237822 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:22:44,945 INFO [RS:0;95451c90bed2:39727 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T18:22:44,945 DEBUG [pool-1809-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39727-0x101974796050007, quorum=127.0.0.1:61258, baseZNode=/2937237822 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:22:44,945 INFO [RS:0;95451c90bed2:39727 {}] regionserver.HRegionServer(1031): Exiting; stopping=95451c90bed2,39727,1733163737975; zookeeper connection closed. 2024-12-02T18:22:44,946 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@690ce0db {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@690ce0db 2024-12-02T18:22:44,946 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T18:22:45,224 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.wal-reader.95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145/95451c90bed2%2C43607%2C1733163722145.1733163725774 to pos 1493, reset compression=false 2024-12-02T18:22:45,288 INFO [M:0;95451c90bed2:45105 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2419b6fced30467fafd1fc59998ee237 2024-12-02T18:22:45,302 DEBUG [M:0;95451c90bed2:45105 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7ba10125ea624c799d52356c32e6aac6 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733163754510/Put/seqid=0 2024-12-02T18:22:45,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39501 is added to blk_1073741849_1025 (size=9211) 2024-12-02T18:22:45,443 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.wal-reader.95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/WALs/95451c90bed2,35591,1733163730183/95451c90bed2%2C35591%2C1733163730183.1733163732677 to pos 1473, reset compression=false 2024-12-02T18:22:45,706 INFO [M:0;95451c90bed2:45105 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.02 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7ba10125ea624c799d52356c32e6aac6 2024-12-02T18:22:45,721 DEBUG [M:0;95451c90bed2:45105 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bf62b682fac1473382fab850aad15e70 is 69, key is 95451c90bed2,39727,1733163737975/rs:state/1733163739886/Put/seqid=0 2024-12-02T18:22:45,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39501 is added to blk_1073741850_1026 (size=5156) 2024-12-02T18:22:45,827 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.wal-reader.95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145/95451c90bed2%2C43607%2C1733163722145.1733163725774 to pos 1493, reset compression=false 2024-12-02T18:22:46,124 INFO [M:0;95451c90bed2:45105 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bf62b682fac1473382fab850aad15e70 2024-12-02T18:22:46,128 DEBUG [M:0;95451c90bed2:45105 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2419b6fced30467fafd1fc59998ee237 as hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2419b6fced30467fafd1fc59998ee237 2024-12-02T18:22:46,130 INFO [M:0;95451c90bed2:45105 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2419b6fced30467fafd1fc59998ee237, entries=8, sequenceid=127, filesize=5.5 K 2024-12-02T18:22:46,131 DEBUG [M:0;95451c90bed2:45105 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7ba10125ea624c799d52356c32e6aac6 as hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7ba10125ea624c799d52356c32e6aac6 2024-12-02T18:22:46,134 INFO [M:0;95451c90bed2:45105 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7ba10125ea624c799d52356c32e6aac6, entries=15, sequenceid=127, filesize=9.0 K 2024-12-02T18:22:46,134 DEBUG [M:0;95451c90bed2:45105 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bf62b682fac1473382fab850aad15e70 as hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bf62b682fac1473382fab850aad15e70 2024-12-02T18:22:46,140 INFO [M:0;95451c90bed2:45105 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33353/user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bf62b682fac1473382fab850aad15e70, entries=1, sequenceid=127, filesize=5.0 K 2024-12-02T18:22:46,141 INFO [M:0;95451c90bed2:45105 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1269ms, sequenceid=127, compaction requested=false 2024-12-02T18:22:46,143 INFO [M:0;95451c90bed2:45105 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:22:46,143 DEBUG [M:0;95451c90bed2:45105 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733163764872Disabling compacts and flushes for region at 1733163764872Disabling writes for close at 1733163764872Obtaining lock to block concurrent updates at 1733163764872Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733163764872Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65097, getHeapSize=77224, getOffHeapSize=0, getCellsCount=148 at 1733163764872Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733163764873 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733163764873Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733163764884 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733163764884Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733163765291 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733163765302 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733163765302Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733163765709 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733163765720 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733163765720Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ae86e65: reopening flushed file at 1733163766127 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34fba23a: reopening flushed file at 1733163766131 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a088418: reopening flushed file at 1733163766134 (+3 ms)Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1269ms, sequenceid=127, compaction requested=false at 1733163766141 (+7 ms)Writing region close event to WAL at 1733163766143 (+2 ms)Closed at 1733163766143 2024-12-02T18:22:46,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39501 is added to blk_1073741830_1006 (size=73854) 2024-12-02T18:22:46,145 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/746e5bf2-4466-05ac-01f4-dbb9d13c2d4c/MasterData/WALs/95451c90bed2,45105,1733163737252/95451c90bed2%2C45105%2C1733163737252.1733163739571 not finished, retry = 0 2024-12-02T18:22:46,146 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.wal-reader.95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/WALs/95451c90bed2,35591,1733163730183/95451c90bed2%2C35591%2C1733163730183.1733163732677 to pos 1473, reset compression=false 2024-12-02T18:22:46,246 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T18:22:46,246 INFO [M:0;95451c90bed2:45105 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T18:22:46,246 INFO [M:0;95451c90bed2:45105 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45105 2024-12-02T18:22:46,246 INFO [M:0;95451c90bed2:45105 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T18:22:46,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45105-0x101974796050006, quorum=127.0.0.1:61258, baseZNode=/2937237822 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:22:46,408 INFO [M:0;95451c90bed2:45105 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T18:22:46,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45105-0x101974796050006, quorum=127.0.0.1:61258, baseZNode=/2937237822 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:22:46,441 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@58e13ec4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T18:22:46,441 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@182f4d14{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T18:22:46,441 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T18:22:46,441 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@492912f0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T18:22:46,441 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@652becc7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7b9bf35-6ba0-812b-9111-8c6689dbdf44/hadoop.log.dir/,STOPPED} 2024-12-02T18:22:46,442 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T18:22:46,442 WARN [BP-1246162258-172.17.0.3-1733163733411 heartbeating to localhost/127.0.0.1:33353 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T18:22:46,442 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T18:22:46,442 WARN [BP-1246162258-172.17.0.3-1733163733411 heartbeating to localhost/127.0.0.1:33353 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1246162258-172.17.0.3-1733163733411 (Datanode Uuid 054eea25-e1e8-4dc2-8676-027937829db3) service to localhost/127.0.0.1:33353 2024-12-02T18:22:46,443 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7b9bf35-6ba0-812b-9111-8c6689dbdf44/cluster_466c1549-386d-d0b5-0b2c-716095a73b81/data/data1/current/BP-1246162258-172.17.0.3-1733163733411 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T18:22:46,443 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7b9bf35-6ba0-812b-9111-8c6689dbdf44/cluster_466c1549-386d-d0b5-0b2c-716095a73b81/data/data2/current/BP-1246162258-172.17.0.3-1733163733411 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T18:22:46,443 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T18:22:46,447 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18a95aab{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T18:22:46,447 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7d26d8f9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T18:22:46,447 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T18:22:46,448 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@bf3c243{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T18:22:46,448 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b83ad4a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7b9bf35-6ba0-812b-9111-8c6689dbdf44/hadoop.log.dir/,STOPPED} 2024-12-02T18:22:46,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T18:22:46,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T18:22:46,462 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T18:22:46,462 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:22:46,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:22:46,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:22:46,462 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:22:46,463 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T18:22:46,463 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=292698514, stopped=false 2024-12-02T18:22:46,463 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=95451c90bed2,42175,1733163729176 2024-12-02T18:22:46,531 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.wal-reader.95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145/95451c90bed2%2C43607%2C1733163722145.1733163725774 to pos 1493, reset compression=false 2024-12-02T18:22:46,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42175-0x101974796050003, quorum=127.0.0.1:61258, baseZNode=/1-1578983787 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1578983787/running 2024-12-02T18:22:46,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35591-0x101974796050004, quorum=127.0.0.1:61258, baseZNode=/1-1578983787 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1578983787/running 2024-12-02T18:22:46,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42175-0x101974796050003, quorum=127.0.0.1:61258, baseZNode=/1-1578983787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1578983787 2024-12-02T18:22:46,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35591-0x101974796050004, quorum=127.0.0.1:61258, baseZNode=/1-1578983787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1578983787 2024-12-02T18:22:46,549 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T18:22:46,549 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T18:22:46,550 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:22:46,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:22:46,550 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42175-0x101974796050003, quorum=127.0.0.1:61258, baseZNode=/1-1578983787 Set watcher on znode that does not yet exist, /1-1578983787/running 2024-12-02T18:22:46,550 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '95451c90bed2,35591,1733163730183' ***** 2024-12-02T18:22:46,550 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T18:22:46,550 INFO [RS:0;95451c90bed2:35591 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T18:22:46,550 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T18:22:46,550 INFO [RS:0;95451c90bed2:35591 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T18:22:46,550 INFO [RS:0;95451c90bed2:35591 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T18:22:46,550 INFO [RS:0;95451c90bed2:35591 {}] regionserver.HRegionServer(3091): Received CLOSE for 0cf6558bfa88470473a6e7869e86b705 2024-12-02T18:22:46,551 INFO [RS:0;95451c90bed2:35591 {}] regionserver.HRegionServer(3091): Received CLOSE for c57f5170fb9688d53e3a46d4c863d873 2024-12-02T18:22:46,551 INFO [RS:0;95451c90bed2:35591 {}] regionserver.HRegionServer(959): stopping server 95451c90bed2,35591,1733163730183 2024-12-02T18:22:46,551 INFO [RS:0;95451c90bed2:35591 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T18:22:46,551 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35591-0x101974796050004, quorum=127.0.0.1:61258, baseZNode=/1-1578983787 Set watcher on znode that does not yet exist, /1-1578983787/running 2024-12-02T18:22:46,551 INFO [RS:0;95451c90bed2:35591 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;95451c90bed2:35591. 2024-12-02T18:22:46,551 DEBUG [RS:0;95451c90bed2:35591 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:22:46,551 DEBUG [RS:0;95451c90bed2:35591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:22:46,551 INFO [RS:0;95451c90bed2:35591 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T18:22:46,551 INFO [RS:0;95451c90bed2:35591 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T18:22:46,551 INFO [RS:0;95451c90bed2:35591 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T18:22:46,551 INFO [RS:0;95451c90bed2:35591 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T18:22:46,551 INFO [RS:0;95451c90bed2:35591 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T18:22:46,551 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0cf6558bfa88470473a6e7869e86b705, disabling compactions & flushes 2024-12-02T18:22:46,551 DEBUG [RS:0;95451c90bed2:35591 {}] regionserver.HRegionServer(1325): Online Regions={0cf6558bfa88470473a6e7869e86b705=hbase:replication,,1733163751167.0cf6558bfa88470473a6e7869e86b705., 1588230740=hbase:meta,,1.1588230740, c57f5170fb9688d53e3a46d4c863d873=test,,1733163744691.c57f5170fb9688d53e3a46d4c863d873.} 2024-12-02T18:22:46,551 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733163751167.0cf6558bfa88470473a6e7869e86b705. 2024-12-02T18:22:46,551 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T18:22:46,551 DEBUG [RS:0;95451c90bed2:35591 {}] regionserver.HRegionServer(1351): Waiting on 0cf6558bfa88470473a6e7869e86b705, 1588230740, c57f5170fb9688d53e3a46d4c863d873 2024-12-02T18:22:46,551 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733163751167.0cf6558bfa88470473a6e7869e86b705. 2024-12-02T18:22:46,551 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T18:22:46,552 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733163751167.0cf6558bfa88470473a6e7869e86b705. after waiting 0 ms 2024-12-02T18:22:46,552 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T18:22:46,552 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733163751167.0cf6558bfa88470473a6e7869e86b705. 2024-12-02T18:22:46,552 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T18:22:46,552 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T18:22:46,552 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0cf6558bfa88470473a6e7869e86b705 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-12-02T18:22:46,552 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T18:22:46,566 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/data/hbase/meta/1588230740/.tmp/info/d9cb72ccad28446591f5331fdb216c1b is 147, key is hbase:replication,,1733163751167.0cf6558bfa88470473a6e7869e86b705./info:regioninfo/1733163751940/Put/seqid=0 2024-12-02T18:22:46,566 INFO [regionserver/95451c90bed2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T18:22:46,569 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/data/hbase/replication/0cf6558bfa88470473a6e7869e86b705/.tmp/queue/372f2ef33687486d8e718d1379452d05 is 154, key is 1-95451c90bed2,35591,1733163730183/queue:95451c90bed2%2C35591%2C1733163730183/1733163763418/Put/seqid=0 2024-12-02T18:22:46,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34505 is added to blk_1073741840_1016 (size=7686) 2024-12-02T18:22:46,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34505 is added to blk_1073741841_1017 (size=5353) 2024-12-02T18:22:46,605 INFO [regionserver/95451c90bed2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T18:22:46,606 INFO [regionserver/95451c90bed2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T18:22:46,752 DEBUG [RS:0;95451c90bed2:35591 {}] regionserver.HRegionServer(1351): Waiting on 0cf6558bfa88470473a6e7869e86b705, 1588230740, c57f5170fb9688d53e3a46d4c863d873 2024-12-02T18:22:46,801 INFO [master/95451c90bed2:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-02T18:22:46,801 INFO [master/95451c90bed2:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-02T18:22:46,949 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.wal-reader.95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/WALs/95451c90bed2,35591,1733163730183/95451c90bed2%2C35591%2C1733163730183.1733163732677 to pos 1473, reset compression=false 2024-12-02T18:22:46,952 DEBUG [RS:0;95451c90bed2:35591 {}] regionserver.HRegionServer(1351): Waiting on 0cf6558bfa88470473a6e7869e86b705, 1588230740, c57f5170fb9688d53e3a46d4c863d873 2024-12-02T18:22:46,972 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/data/hbase/meta/1588230740/.tmp/info/d9cb72ccad28446591f5331fdb216c1b 2024-12-02T18:22:46,979 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/data/hbase/replication/0cf6558bfa88470473a6e7869e86b705/.tmp/queue/372f2ef33687486d8e718d1379452d05 2024-12-02T18:22:46,982 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/data/hbase/replication/0cf6558bfa88470473a6e7869e86b705/.tmp/queue/372f2ef33687486d8e718d1379452d05 as hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/data/hbase/replication/0cf6558bfa88470473a6e7869e86b705/queue/372f2ef33687486d8e718d1379452d05 2024-12-02T18:22:46,985 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/data/hbase/replication/0cf6558bfa88470473a6e7869e86b705/queue/372f2ef33687486d8e718d1379452d05, entries=1, sequenceid=14, filesize=5.2 K 2024-12-02T18:22:46,986 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 0cf6558bfa88470473a6e7869e86b705 in 434ms, sequenceid=14, compaction requested=false 2024-12-02T18:22:46,989 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/data/hbase/replication/0cf6558bfa88470473a6e7869e86b705/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-12-02T18:22:46,989 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T18:22:46,989 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T18:22:46,989 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733163751167.0cf6558bfa88470473a6e7869e86b705. 2024-12-02T18:22:46,990 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0cf6558bfa88470473a6e7869e86b705: Waiting for close lock at 1733163766551Running coprocessor pre-close hooks at 1733163766551Disabling compacts and flushes for region at 1733163766551Disabling writes for close at 1733163766552 (+1 ms)Obtaining lock to block concurrent updates at 1733163766552Preparing flush snapshotting stores in 0cf6558bfa88470473a6e7869e86b705 at 1733163766552Finished memstore snapshotting hbase:replication,,1733163751167.0cf6558bfa88470473a6e7869e86b705., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1733163766552Flushing stores of hbase:replication,,1733163751167.0cf6558bfa88470473a6e7869e86b705. at 1733163766552Flushing 0cf6558bfa88470473a6e7869e86b705/queue: creating writer at 1733163766552Flushing 0cf6558bfa88470473a6e7869e86b705/queue: appending metadata at 1733163766568 (+16 ms)Flushing 0cf6558bfa88470473a6e7869e86b705/queue: closing flushed file at 1733163766568Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6582690: reopening flushed file at 1733163766982 (+414 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 0cf6558bfa88470473a6e7869e86b705 in 434ms, sequenceid=14, compaction requested=false at 1733163766986 (+4 ms)Writing region close event to WAL at 1733163766987 (+1 ms)Running coprocessor post-close hooks at 1733163766989 (+2 ms)Closed at 1733163766989 2024-12-02T18:22:46,990 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733163751167.0cf6558bfa88470473a6e7869e86b705. 2024-12-02T18:22:46,990 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c57f5170fb9688d53e3a46d4c863d873, disabling compactions & flushes 2024-12-02T18:22:46,990 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733163744691.c57f5170fb9688d53e3a46d4c863d873. 2024-12-02T18:22:46,990 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733163744691.c57f5170fb9688d53e3a46d4c863d873. 2024-12-02T18:22:46,990 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733163744691.c57f5170fb9688d53e3a46d4c863d873. after waiting 0 ms 2024-12-02T18:22:46,990 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733163744691.c57f5170fb9688d53e3a46d4c863d873. 2024-12-02T18:22:46,990 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c57f5170fb9688d53e3a46d4c863d873 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-02T18:22:46,993 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/data/hbase/meta/1588230740/.tmp/ns/9b677d651a4944e188a85026a05013ee is 43, key is default/ns:d/1733163733311/Put/seqid=0 2024-12-02T18:22:47,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34505 is added to blk_1073741842_1018 (size=5153) 2024-12-02T18:22:47,003 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/data/default/test/c57f5170fb9688d53e3a46d4c863d873/.tmp/f/e615e6373b7d4b4880a7fdf10235b118 is 37, key is row3/f:row3/1733163762220/Put/seqid=0 2024-12-02T18:22:47,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34505 is added to blk_1073741843_1019 (size=5228) 2024-12-02T18:22:47,152 DEBUG [RS:0;95451c90bed2:35591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c57f5170fb9688d53e3a46d4c863d873 2024-12-02T18:22:47,335 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.wal-reader.95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145/95451c90bed2%2C43607%2C1733163722145.1733163725774 to pos 1493, reset compression=false 2024-12-02T18:22:47,352 DEBUG [RS:0;95451c90bed2:35591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c57f5170fb9688d53e3a46d4c863d873 2024-12-02T18:22:47,403 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/data/hbase/meta/1588230740/.tmp/ns/9b677d651a4944e188a85026a05013ee 2024-12-02T18:22:47,406 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/data/default/test/c57f5170fb9688d53e3a46d4c863d873/.tmp/f/e615e6373b7d4b4880a7fdf10235b118 2024-12-02T18:22:47,409 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e615e6373b7d4b4880a7fdf10235b118 2024-12-02T18:22:47,418 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/data/hbase/meta/1588230740/.tmp/rep_barrier/d789edad1f334ac7923bbd8bb87b9307 is 112, key is test,,1733163744691.c57f5170fb9688d53e3a46d4c863d873./rep_barrier:seqnumDuringOpen/1733163745834/Put/seqid=0 2024-12-02T18:22:47,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34505 is added to blk_1073741844_1020 (size=5518) 2024-12-02T18:22:47,422 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/data/default/test/c57f5170fb9688d53e3a46d4c863d873/.tmp/f1/ee20a8cade524426bbb22e7cc785a920 is 30, key is row1/f1:/1733163759572/DeleteFamily/seqid=0 2024-12-02T18:22:47,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34505 is added to blk_1073741845_1021 (size=5158) 2024-12-02T18:22:47,552 INFO [RS:0;95451c90bed2:35591 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T18:22:47,552 DEBUG [RS:0;95451c90bed2:35591 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c57f5170fb9688d53e3a46d4c863d873=test,,1733163744691.c57f5170fb9688d53e3a46d4c863d873.} 2024-12-02T18:22:47,552 DEBUG [RS:0;95451c90bed2:35591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c57f5170fb9688d53e3a46d4c863d873 2024-12-02T18:22:47,753 DEBUG [RS:0;95451c90bed2:35591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c57f5170fb9688d53e3a46d4c863d873 2024-12-02T18:22:47,821 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/data/hbase/meta/1588230740/.tmp/rep_barrier/d789edad1f334ac7923bbd8bb87b9307 2024-12-02T18:22:47,826 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/data/default/test/c57f5170fb9688d53e3a46d4c863d873/.tmp/f1/ee20a8cade524426bbb22e7cc785a920 2024-12-02T18:22:47,829 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ee20a8cade524426bbb22e7cc785a920 2024-12-02T18:22:47,837 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/data/hbase/meta/1588230740/.tmp/table/e3e3d8d2da1a4499865948a14495e532 is 53, key is hbase:replication/table:state/1733163751946/Put/seqid=0 2024-12-02T18:22:47,841 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/data/default/test/c57f5170fb9688d53e3a46d4c863d873/.tmp/norep/c9650c179e574423b87ce62c2ce17a8f is 33, key is row1/norep:/1733163759572/DeleteFamily/seqid=0 2024-12-02T18:22:47,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34505 is added to blk_1073741846_1022 (size=5308) 2024-12-02T18:22:47,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34505 is added to blk_1073741847_1023 (size=5108) 2024-12-02T18:22:47,851 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.wal-reader.95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/WALs/95451c90bed2,35591,1733163730183/95451c90bed2%2C35591%2C1733163730183.1733163732677 to pos 1473, reset compression=false 2024-12-02T18:22:47,855 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.wal-reader.95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T18:22:47,855 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.wal-reader.95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/WALs/95451c90bed2,35591,1733163730183/95451c90bed2%2C35591%2C1733163730183.1733163732677 to pos 1720, reset compression=false 2024-12-02T18:22:47,855 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.shipper95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-95451c90bed2,35591,1733163730183 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/WALs/95451c90bed2,35591,1733163730183/95451c90bed2%2C35591%2C1733163730183.1733163732677, lastWalPosition=1720, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T18:22:47,855 ERROR [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.shipper95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 95451c90bed2,35591,1733163730183: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-95451c90bed2,35591,1733163730183, walGroup=95451c90bed2%2C35591%2C1733163730183, offset=95451c90bed2%2C35591%2C1733163730183.1733163732677:1720, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=95451c90bed2:35591 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-02T18:22:47,857 ERROR [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.shipper95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T18:22:47,857 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.shipper95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T18:22:47,857 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.shipper95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T18:22:47,857 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.shipper95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T18:22:47,857 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.shipper95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T18:22:47,857 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.shipper95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1214251008, "init": 1048576000, "max": 2306867200, "used": 949787752 }, "NonHeapMemoryUsage": { "committed": 202113024, "init": 7667712, "max": -1, "used": 199216392 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-02T18:22:47,858 WARN [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.shipper95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=95451c90bed2:42175 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=95451c90bed2:42175 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-02T18:22:47,953 DEBUG [RS:0;95451c90bed2:35591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c57f5170fb9688d53e3a46d4c863d873 2024-12-02T18:22:48,061 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.wal-reader.95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/WALs/95451c90bed2,35591,1733163730183/95451c90bed2%2C35591%2C1733163730183.1733163732677 to pos 1720, reset compression=false 2024-12-02T18:22:48,153 DEBUG [RS:0;95451c90bed2:35591 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c57f5170fb9688d53e3a46d4c863d873 2024-12-02T18:22:48,239 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.wal-reader.95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145/95451c90bed2%2C43607%2C1733163722145.1733163725774 to pos 1493, reset compression=false 2024-12-02T18:22:48,243 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/data/hbase/meta/1588230740/.tmp/table/e3e3d8d2da1a4499865948a14495e532 2024-12-02T18:22:48,246 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/data/default/test/c57f5170fb9688d53e3a46d4c863d873/.tmp/norep/c9650c179e574423b87ce62c2ce17a8f 2024-12-02T18:22:48,246 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/data/hbase/meta/1588230740/.tmp/info/d9cb72ccad28446591f5331fdb216c1b as hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/data/hbase/meta/1588230740/info/d9cb72ccad28446591f5331fdb216c1b 2024-12-02T18:22:48,249 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c9650c179e574423b87ce62c2ce17a8f 2024-12-02T18:22:48,250 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/data/hbase/meta/1588230740/info/d9cb72ccad28446591f5331fdb216c1b, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T18:22:48,250 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/data/default/test/c57f5170fb9688d53e3a46d4c863d873/.tmp/f/e615e6373b7d4b4880a7fdf10235b118 as hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/data/default/test/c57f5170fb9688d53e3a46d4c863d873/f/e615e6373b7d4b4880a7fdf10235b118 2024-12-02T18:22:48,250 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/data/hbase/meta/1588230740/.tmp/ns/9b677d651a4944e188a85026a05013ee as hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/data/hbase/meta/1588230740/ns/9b677d651a4944e188a85026a05013ee 2024-12-02T18:22:48,253 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e615e6373b7d4b4880a7fdf10235b118 2024-12-02T18:22:48,253 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/data/default/test/c57f5170fb9688d53e3a46d4c863d873/f/e615e6373b7d4b4880a7fdf10235b118, entries=5, sequenceid=12, filesize=5.1 K 2024-12-02T18:22:48,253 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/data/hbase/meta/1588230740/ns/9b677d651a4944e188a85026a05013ee, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T18:22:48,254 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/data/hbase/meta/1588230740/.tmp/rep_barrier/d789edad1f334ac7923bbd8bb87b9307 as hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/data/hbase/meta/1588230740/rep_barrier/d789edad1f334ac7923bbd8bb87b9307 2024-12-02T18:22:48,254 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/data/default/test/c57f5170fb9688d53e3a46d4c863d873/.tmp/f1/ee20a8cade524426bbb22e7cc785a920 as hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/data/default/test/c57f5170fb9688d53e3a46d4c863d873/f1/ee20a8cade524426bbb22e7cc785a920 2024-12-02T18:22:48,257 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ee20a8cade524426bbb22e7cc785a920 2024-12-02T18:22:48,257 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/data/hbase/meta/1588230740/rep_barrier/d789edad1f334ac7923bbd8bb87b9307, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T18:22:48,257 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/data/default/test/c57f5170fb9688d53e3a46d4c863d873/f1/ee20a8cade524426bbb22e7cc785a920, entries=3, sequenceid=12, filesize=5.0 K 2024-12-02T18:22:48,257 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/data/hbase/meta/1588230740/.tmp/table/e3e3d8d2da1a4499865948a14495e532 as hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/data/hbase/meta/1588230740/table/e3e3d8d2da1a4499865948a14495e532 2024-12-02T18:22:48,257 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/data/default/test/c57f5170fb9688d53e3a46d4c863d873/.tmp/norep/c9650c179e574423b87ce62c2ce17a8f as hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/data/default/test/c57f5170fb9688d53e3a46d4c863d873/norep/c9650c179e574423b87ce62c2ce17a8f 2024-12-02T18:22:48,260 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c9650c179e574423b87ce62c2ce17a8f 2024-12-02T18:22:48,260 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/data/hbase/meta/1588230740/table/e3e3d8d2da1a4499865948a14495e532, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T18:22:48,260 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/data/default/test/c57f5170fb9688d53e3a46d4c863d873/norep/c9650c179e574423b87ce62c2ce17a8f, entries=1, sequenceid=12, filesize=5.0 K 2024-12-02T18:22:48,261 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1709ms, sequenceid=16, compaction requested=false 2024-12-02T18:22:48,261 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for c57f5170fb9688d53e3a46d4c863d873 in 1271ms, sequenceid=12, compaction requested=false 2024-12-02T18:22:48,265 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/data/default/test/c57f5170fb9688d53e3a46d4c863d873/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-02T18:22:48,265 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T18:22:48,266 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T18:22:48,266 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T18:22:48,266 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T18:22:48,266 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T18:22:48,266 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733163744691.c57f5170fb9688d53e3a46d4c863d873. 2024-12-02T18:22:48,266 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T18:22:48,266 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733163766551Running coprocessor pre-close hooks at 1733163766551Disabling compacts and flushes for region at 1733163766551Disabling writes for close at 1733163766552 (+1 ms)Obtaining lock to block concurrent updates at 1733163766552Preparing flush snapshotting stores in 1588230740 at 1733163766552Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733163766552Flushing stores of hbase:meta,,1.1588230740 at 1733163766552Flushing 1588230740/info: creating writer at 1733163766552Flushing 1588230740/info: appending metadata at 1733163766565 (+13 ms)Flushing 1588230740/info: closing flushed file at 1733163766566 (+1 ms)Flushing 1588230740/ns: creating writer at 1733163766976 (+410 ms)Flushing 1588230740/ns: appending metadata at 1733163766993 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733163766993Flushing 1588230740/rep_barrier: creating writer at 1733163767406 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733163767418 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733163767418Flushing 1588230740/table: creating writer at 1733163767825 (+407 ms)Flushing 1588230740/table: appending metadata at 1733163767836 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733163767836Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33971f19: reopening flushed file at 1733163768246 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e5c8f11: reopening flushed file at 1733163768250 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66d04cb1: reopening flushed file at 1733163768253 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d3685fa: reopening flushed file at 1733163768257 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1709ms, sequenceid=16, compaction requested=false at 1733163768261 (+4 ms)Writing region close event to WAL at 1733163768263 (+2 ms)Running coprocessor post-close hooks at 1733163768266 (+3 ms)Closed at 1733163768266 2024-12-02T18:22:48,266 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c57f5170fb9688d53e3a46d4c863d873: Waiting for close lock at 1733163766990Running coprocessor pre-close hooks at 1733163766990Disabling compacts and flushes for region at 1733163766990Disabling writes for close at 1733163766990Obtaining lock to block concurrent updates at 1733163766990Preparing flush snapshotting stores in c57f5170fb9688d53e3a46d4c863d873 at 1733163766990Finished memstore snapshotting test,,1733163744691.c57f5170fb9688d53e3a46d4c863d873., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733163766990Flushing stores of test,,1733163744691.c57f5170fb9688d53e3a46d4c863d873. at 1733163766991 (+1 ms)Flushing c57f5170fb9688d53e3a46d4c863d873/f: creating writer at 1733163766991Flushing c57f5170fb9688d53e3a46d4c863d873/f: appending metadata at 1733163767003 (+12 ms)Flushing c57f5170fb9688d53e3a46d4c863d873/f: closing flushed file at 1733163767003Flushing c57f5170fb9688d53e3a46d4c863d873/f1: creating writer at 1733163767410 (+407 ms)Flushing c57f5170fb9688d53e3a46d4c863d873/f1: appending metadata at 1733163767421 (+11 ms)Flushing c57f5170fb9688d53e3a46d4c863d873/f1: closing flushed file at 1733163767421Flushing c57f5170fb9688d53e3a46d4c863d873/norep: creating writer at 1733163767829 (+408 ms)Flushing c57f5170fb9688d53e3a46d4c863d873/norep: appending metadata at 1733163767841 (+12 ms)Flushing c57f5170fb9688d53e3a46d4c863d873/norep: closing flushed file at 1733163767841Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78fbe8ec: reopening flushed file at 1733163768249 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@262746b8: reopening flushed file at 1733163768253 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52b0300a: reopening flushed file at 1733163768257 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for c57f5170fb9688d53e3a46d4c863d873 in 1271ms, sequenceid=12, compaction requested=false at 1733163768261 (+4 ms)Writing region close event to WAL at 1733163768263 (+2 ms)Running coprocessor post-close hooks at 1733163768266 (+3 ms)Closed at 1733163768266 2024-12-02T18:22:48,266 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733163744691.c57f5170fb9688d53e3a46d4c863d873. 2024-12-02T18:22:48,266 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T18:22:48,353 INFO [RS:0;95451c90bed2:35591 {}] regionserver.HRegionServer(976): stopping server 95451c90bed2,35591,1733163730183; all regions closed. 2024-12-02T18:22:48,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34505 is added to blk_1073741834_1010 (size=4239) 2024-12-02T18:22:48,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34505 is added to blk_1073741839_1015 (size=3552) 2024-12-02T18:22:48,357 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/WALs/95451c90bed2,35591,1733163730183/95451c90bed2%2C35591%2C1733163730183.rep.1733163751906 not finished, retry = 0 2024-12-02T18:22:48,364 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.wal-reader.95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/WALs/95451c90bed2,35591,1733163730183/95451c90bed2%2C35591%2C1733163730183.1733163732677 to pos 1720, reset compression=false 2024-12-02T18:22:48,367 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.wal-reader.95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T18:22:48,367 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.wal-reader.95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/WALs/95451c90bed2,35591,1733163730183/95451c90bed2%2C35591%2C1733163730183.1733163732677 to pos 2364, reset compression=false 2024-12-02T18:22:48,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34505 is added to blk_1073741832_1008 (size=2372) 2024-12-02T18:22:48,459 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/WALs/95451c90bed2,35591,1733163730183/95451c90bed2%2C35591%2C1733163730183.1733163732677 not finished, retry = 0 2024-12-02T18:22:48,560 DEBUG [RS:0;95451c90bed2:35591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:22:48,560 INFO [RS:0;95451c90bed2:35591 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T18:22:48,560 INFO [RS:0;95451c90bed2:35591 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T18:22:48,561 INFO [RS:0;95451c90bed2:35591 {}] hbase.ChoreService(370): Chore service for: regionserver/95451c90bed2:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T18:22:48,561 INFO [RS:0;95451c90bed2:35591 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T18:22:48,561 INFO [regionserver/95451c90bed2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T18:22:48,561 INFO [RS:0;95451c90bed2:35591 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-95451c90bed2,35591,1733163730183 because: Region server is closing 2024-12-02T18:22:48,561 INFO [RS:0;95451c90bed2:35591 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;95451c90bed2:35591. 2024-12-02T18:22:48,561 DEBUG [RS:0;95451c90bed2:35591 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:22:48,561 DEBUG [RS:0;95451c90bed2:35591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:22:48,561 DEBUG [RS:0;95451c90bed2:35591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:22:48,561 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:22:48,662 INFO [RS:0;95451c90bed2:35591 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,35591,1733163730183.replicationSource.shipper95451c90bed2%2C35591%2C1733163730183,1-95451c90bed2,35591,1733163730183 terminated 2024-12-02T18:22:48,662 INFO [RS:0;95451c90bed2:35591 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;95451c90bed2:35591. 2024-12-02T18:22:48,662 DEBUG [RS:0;95451c90bed2:35591 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:22:48,662 DEBUG [RS:0;95451c90bed2:35591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:22:48,662 DEBUG [RS:0;95451c90bed2:35591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:22:48,662 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:22:48,662 INFO [RS:0;95451c90bed2:35591 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35591 2024-12-02T18:22:48,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42175-0x101974796050003, quorum=127.0.0.1:61258, baseZNode=/1-1578983787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1578983787/rs 2024-12-02T18:22:48,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35591-0x101974796050004, quorum=127.0.0.1:61258, baseZNode=/1-1578983787 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1578983787/rs/95451c90bed2,35591,1733163730183 2024-12-02T18:22:48,681 INFO [RS:0;95451c90bed2:35591 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T18:22:48,691 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [95451c90bed2,35591,1733163730183] 2024-12-02T18:22:48,702 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1578983787/draining/95451c90bed2,35591,1733163730183 already deleted, retry=false 2024-12-02T18:22:48,702 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 95451c90bed2,35591,1733163730183 expired; onlineServers=0 2024-12-02T18:22:48,702 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '95451c90bed2,42175,1733163729176' ***** 2024-12-02T18:22:48,702 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T18:22:48,702 INFO [M:0;95451c90bed2:42175 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T18:22:48,702 INFO [M:0;95451c90bed2:42175 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T18:22:48,702 DEBUG [M:0;95451c90bed2:42175 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T18:22:48,702 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T18:22:48,703 DEBUG [M:0;95451c90bed2:42175 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T18:22:48,703 DEBUG [master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.large.0-1733163732392 {}] cleaner.HFileCleaner(306): Exit Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.large.0-1733163732392,5,FailOnTimeoutGroup] 2024-12-02T18:22:48,703 DEBUG [master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.small.0-1733163732396 {}] cleaner.HFileCleaner(306): Exit Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.small.0-1733163732396,5,FailOnTimeoutGroup] 2024-12-02T18:22:48,703 INFO [M:0;95451c90bed2:42175 {}] hbase.ChoreService(370): Chore service for: master/95451c90bed2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T18:22:48,703 INFO [M:0;95451c90bed2:42175 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T18:22:48,703 DEBUG [M:0;95451c90bed2:42175 {}] master.HMaster(1795): Stopping service threads 2024-12-02T18:22:48,703 INFO [M:0;95451c90bed2:42175 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T18:22:48,703 INFO [M:0;95451c90bed2:42175 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T18:22:48,703 ERROR [M:0;95451c90bed2:42175 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1591327397) connection to localhost/127.0.0.1:42975 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:42975,5,PEWorkerGroup] 2024-12-02T18:22:48,703 INFO [M:0;95451c90bed2:42175 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T18:22:48,703 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T18:22:48,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42175-0x101974796050003, quorum=127.0.0.1:61258, baseZNode=/1-1578983787 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1578983787/master 2024-12-02T18:22:48,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42175-0x101974796050003, quorum=127.0.0.1:61258, baseZNode=/1-1578983787 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1578983787 2024-12-02T18:22:48,713 DEBUG [M:0;95451c90bed2:42175 {}] zookeeper.ZKUtil(347): master:42175-0x101974796050003, quorum=127.0.0.1:61258, baseZNode=/1-1578983787 Unable to get data of znode /1-1578983787/master because node does not exist (not an error) 2024-12-02T18:22:48,713 WARN [M:0;95451c90bed2:42175 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T18:22:48,713 INFO [M:0;95451c90bed2:42175 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/.lastflushedseqids 2024-12-02T18:22:48,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34505 is added to blk_1073741848_1024 (size=245) 2024-12-02T18:22:48,792 INFO [RS:0;95451c90bed2:35591 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T18:22:48,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35591-0x101974796050004, quorum=127.0.0.1:61258, baseZNode=/1-1578983787 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:22:48,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35591-0x101974796050004, quorum=127.0.0.1:61258, baseZNode=/1-1578983787 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:22:48,792 INFO [RS:0;95451c90bed2:35591 {}] regionserver.HRegionServer(1031): Exiting; stopping=95451c90bed2,35591,1733163730183; zookeeper connection closed. 2024-12-02T18:22:48,792 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3311ab88 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3311ab88 2024-12-02T18:22:48,792 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T18:22:49,117 INFO [M:0;95451c90bed2:42175 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T18:22:49,117 INFO [M:0;95451c90bed2:42175 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T18:22:49,117 DEBUG [M:0;95451c90bed2:42175 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T18:22:49,117 INFO [M:0;95451c90bed2:42175 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:22:49,117 DEBUG [M:0;95451c90bed2:42175 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:22:49,117 DEBUG [M:0;95451c90bed2:42175 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T18:22:49,117 DEBUG [M:0;95451c90bed2:42175 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:22:49,117 INFO [M:0;95451c90bed2:42175 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-12-02T18:22:49,135 DEBUG [M:0;95451c90bed2:42175 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c2c9bd756dec46de907413018e72d37d is 82, key is hbase:meta,,1/info:regioninfo/1733163733293/Put/seqid=0 2024-12-02T18:22:49,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34505 is added to blk_1073741849_1025 (size=5672) 2024-12-02T18:22:49,242 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.wal-reader.95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145/95451c90bed2%2C43607%2C1733163722145.1733163725774 to pos 1493, reset compression=false 2024-12-02T18:22:49,539 INFO [M:0;95451c90bed2:42175 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c2c9bd756dec46de907413018e72d37d 2024-12-02T18:22:49,559 DEBUG [M:0;95451c90bed2:42175 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/89c4cdffc4864faebc7185891e5a20af is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733163745842/Put/seqid=0 2024-12-02T18:22:49,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34505 is added to blk_1073741850_1026 (size=7218) 2024-12-02T18:22:49,572 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T18:22:49,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:49,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:49,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:49,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:49,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:49,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:49,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:49,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:49,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:49,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:49,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:49,600 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:49,963 INFO [M:0;95451c90bed2:42175 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/89c4cdffc4864faebc7185891e5a20af 2024-12-02T18:22:49,967 INFO [M:0;95451c90bed2:42175 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 89c4cdffc4864faebc7185891e5a20af 2024-12-02T18:22:49,983 DEBUG [M:0;95451c90bed2:42175 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f22cac97dae845cb81badc9ad0683124 is 69, key is 95451c90bed2,35591,1733163730183/rs:state/1733163732518/Put/seqid=0 2024-12-02T18:22:49,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34505 is added to blk_1073741851_1027 (size=5156) 2024-12-02T18:22:50,345 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.wal-reader.95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145/95451c90bed2%2C43607%2C1733163722145.1733163725774 to pos 1493, reset compression=false 2024-12-02T18:22:50,386 INFO [M:0;95451c90bed2:42175 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f22cac97dae845cb81badc9ad0683124 2024-12-02T18:22:50,397 DEBUG [M:0;95451c90bed2:42175 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c2c9bd756dec46de907413018e72d37d as hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c2c9bd756dec46de907413018e72d37d 2024-12-02T18:22:50,402 INFO [M:0;95451c90bed2:42175 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c2c9bd756dec46de907413018e72d37d, entries=8, sequenceid=105, filesize=5.5 K 2024-12-02T18:22:50,403 DEBUG [M:0;95451c90bed2:42175 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/89c4cdffc4864faebc7185891e5a20af as hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/89c4cdffc4864faebc7185891e5a20af 2024-12-02T18:22:50,407 INFO [M:0;95451c90bed2:42175 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 89c4cdffc4864faebc7185891e5a20af 2024-12-02T18:22:50,407 INFO [M:0;95451c90bed2:42175 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/89c4cdffc4864faebc7185891e5a20af, entries=11, sequenceid=105, filesize=7.0 K 2024-12-02T18:22:50,408 DEBUG [M:0;95451c90bed2:42175 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f22cac97dae845cb81badc9ad0683124 as hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f22cac97dae845cb81badc9ad0683124 2024-12-02T18:22:50,412 INFO [M:0;95451c90bed2:42175 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42975/user/jenkins/test-data/9d641489-ec21-8a04-ff3e-4efcb3bc217e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f22cac97dae845cb81badc9ad0683124, entries=1, sequenceid=105, filesize=5.0 K 2024-12-02T18:22:50,413 INFO [M:0;95451c90bed2:42175 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=105, compaction requested=false 2024-12-02T18:22:50,414 INFO [M:0;95451c90bed2:42175 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:22:50,414 DEBUG [M:0;95451c90bed2:42175 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733163769117Disabling compacts and flushes for region at 1733163769117Disabling writes for close at 1733163769117Obtaining lock to block concurrent updates at 1733163769117Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733163769117Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1733163769118 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733163769118Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733163769118Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733163769135 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733163769135Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733163769543 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733163769558 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733163769558Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733163769967 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733163769982 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733163769982Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63e51389: reopening flushed file at 1733163770394 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7da453e2: reopening flushed file at 1733163770402 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ef607f0: reopening flushed file at 1733163770407 (+5 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=105, compaction requested=false at 1733163770413 (+6 ms)Writing region close event to WAL at 1733163770414 (+1 ms)Closed at 1733163770414 2024-12-02T18:22:50,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34505 is added to blk_1073741830_1006 (size=64423) 2024-12-02T18:22:50,416 INFO [M:0;95451c90bed2:42175 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T18:22:50,417 INFO [M:0;95451c90bed2:42175 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42175 2024-12-02T18:22:50,420 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T18:22:50,420 INFO [M:0;95451c90bed2:42175 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T18:22:50,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42175-0x101974796050003, quorum=127.0.0.1:61258, baseZNode=/1-1578983787 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:22:50,623 INFO [M:0;95451c90bed2:42175 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T18:22:50,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42175-0x101974796050003, quorum=127.0.0.1:61258, baseZNode=/1-1578983787 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:22:50,625 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a2107a0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T18:22:50,626 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@fcd1238{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T18:22:50,626 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T18:22:50,626 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@441aa255{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T18:22:50,626 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e7c797e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b251c3f3-7b52-02d2-083c-044e491e0a8f/hadoop.log.dir/,STOPPED} 2024-12-02T18:22:50,627 WARN [BP-1077505294-172.17.0.3-1733163726906 heartbeating to localhost/127.0.0.1:42975 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T18:22:50,627 WARN [BP-1077505294-172.17.0.3-1733163726906 heartbeating to localhost/127.0.0.1:42975 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1077505294-172.17.0.3-1733163726906 (Datanode Uuid b5b5b264-b53d-4c5f-a266-648dba308830) service to localhost/127.0.0.1:42975 2024-12-02T18:22:50,627 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T18:22:50,627 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T18:22:50,628 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b251c3f3-7b52-02d2-083c-044e491e0a8f/cluster_b562ab7d-7c81-e601-6258-3ac9ee71f9af/data/data1/current/BP-1077505294-172.17.0.3-1733163726906 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T18:22:50,628 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b251c3f3-7b52-02d2-083c-044e491e0a8f/cluster_b562ab7d-7c81-e601-6258-3ac9ee71f9af/data/data2/current/BP-1077505294-172.17.0.3-1733163726906 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T18:22:50,629 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T18:22:50,634 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c000d76{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T18:22:50,635 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b4d9ce1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T18:22:50,635 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T18:22:50,635 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@584fe75c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T18:22:50,635 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@112f7d5d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b251c3f3-7b52-02d2-083c-044e491e0a8f/hadoop.log.dir/,STOPPED} 2024-12-02T18:22:50,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T18:22:50,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T18:22:50,647 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T18:22:50,647 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:22:50,647 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:22:50,647 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:22:50,647 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:22:50,647 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T18:22:50,647 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1812957130, stopped=false 2024-12-02T18:22:50,647 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=95451c90bed2,32953,1733163721909 2024-12-02T18:22:50,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x101974796050000, quorum=127.0.0.1:61258, baseZNode=/048562826 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/048562826/running 2024-12-02T18:22:50,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43607-0x101974796050001, quorum=127.0.0.1:61258, baseZNode=/048562826 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/048562826/running 2024-12-02T18:22:50,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x101974796050000, quorum=127.0.0.1:61258, baseZNode=/048562826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/048562826 2024-12-02T18:22:50,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43607-0x101974796050001, quorum=127.0.0.1:61258, baseZNode=/048562826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/048562826 2024-12-02T18:22:50,660 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T18:22:50,660 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T18:22:50,660 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:22:50,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:22:50,660 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '95451c90bed2,43607,1733163722145' ***** 2024-12-02T18:22:50,660 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T18:22:50,660 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32953-0x101974796050000, quorum=127.0.0.1:61258, baseZNode=/048562826 Set watcher on znode that does not yet exist, /048562826/running 2024-12-02T18:22:50,660 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43607-0x101974796050001, quorum=127.0.0.1:61258, baseZNode=/048562826 Set watcher on znode that does not yet exist, /048562826/running 2024-12-02T18:22:50,661 INFO [RS:0;95451c90bed2:43607 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T18:22:50,661 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T18:22:50,661 INFO [RS:0;95451c90bed2:43607 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T18:22:50,661 INFO [RS:0;95451c90bed2:43607 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T18:22:50,661 INFO [RS:0;95451c90bed2:43607 {}] regionserver.HRegionServer(3091): Received CLOSE for 4c5a7d03241364a8f24826f9c0c0832d 2024-12-02T18:22:50,661 INFO [RS:0;95451c90bed2:43607 {}] regionserver.HRegionServer(3091): Received CLOSE for 8562cde5f123a9171253fa0ce77bb786 2024-12-02T18:22:50,661 INFO [RS:0;95451c90bed2:43607 {}] regionserver.HRegionServer(959): stopping server 95451c90bed2,43607,1733163722145 2024-12-02T18:22:50,661 INFO [RS:0;95451c90bed2:43607 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T18:22:50,661 INFO [RS:0;95451c90bed2:43607 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;95451c90bed2:43607. 2024-12-02T18:22:50,661 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4c5a7d03241364a8f24826f9c0c0832d, disabling compactions & flushes 2024-12-02T18:22:50,661 DEBUG [RS:0;95451c90bed2:43607 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:22:50,661 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733163742535.4c5a7d03241364a8f24826f9c0c0832d. 2024-12-02T18:22:50,661 DEBUG [RS:0;95451c90bed2:43607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:22:50,661 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733163742535.4c5a7d03241364a8f24826f9c0c0832d. 2024-12-02T18:22:50,661 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733163742535.4c5a7d03241364a8f24826f9c0c0832d. after waiting 0 ms 2024-12-02T18:22:50,661 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733163742535.4c5a7d03241364a8f24826f9c0c0832d. 2024-12-02T18:22:50,661 INFO [RS:0;95451c90bed2:43607 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T18:22:50,661 INFO [RS:0;95451c90bed2:43607 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T18:22:50,661 INFO [RS:0;95451c90bed2:43607 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T18:22:50,661 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4c5a7d03241364a8f24826f9c0c0832d 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-12-02T18:22:50,661 INFO [RS:0;95451c90bed2:43607 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T18:22:50,662 INFO [RS:0;95451c90bed2:43607 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T18:22:50,662 DEBUG [RS:0;95451c90bed2:43607 {}] regionserver.HRegionServer(1325): Online Regions={4c5a7d03241364a8f24826f9c0c0832d=test,,1733163742535.4c5a7d03241364a8f24826f9c0c0832d., 8562cde5f123a9171253fa0ce77bb786=hbase:replication,,1733163749008.8562cde5f123a9171253fa0ce77bb786., 1588230740=hbase:meta,,1.1588230740} 2024-12-02T18:22:50,662 DEBUG [RS:0;95451c90bed2:43607 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4c5a7d03241364a8f24826f9c0c0832d, 8562cde5f123a9171253fa0ce77bb786 2024-12-02T18:22:50,662 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T18:22:50,662 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T18:22:50,662 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T18:22:50,662 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T18:22:50,662 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T18:22:50,662 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T18:22:50,684 INFO [regionserver/95451c90bed2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T18:22:50,687 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/data/hbase/meta/1588230740/.tmp/info/30f3bc2e63a14b0dbfc6170688315d5f is 147, key is hbase:replication,,1733163749008.8562cde5f123a9171253fa0ce77bb786./info:regioninfo/1733163749849/Put/seqid=0 2024-12-02T18:22:50,687 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/data/default/test/4c5a7d03241364a8f24826f9c0c0832d/.tmp/f/743083ef99e44e18a2d4019906bc8ae0 is 37, key is row3/f:row3/1733163762220/Put/seqid=0 2024-12-02T18:22:50,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741841_1017 (size=7686) 2024-12-02T18:22:50,697 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/data/hbase/meta/1588230740/.tmp/info/30f3bc2e63a14b0dbfc6170688315d5f 2024-12-02T18:22:50,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741840_1016 (size=5228) 2024-12-02T18:22:50,701 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/data/default/test/4c5a7d03241364a8f24826f9c0c0832d/.tmp/f/743083ef99e44e18a2d4019906bc8ae0 2024-12-02T18:22:50,705 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 743083ef99e44e18a2d4019906bc8ae0 2024-12-02T18:22:50,716 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/data/default/test/4c5a7d03241364a8f24826f9c0c0832d/.tmp/f1/aefdb0aa670446c99bc5878af5e25e39 is 30, key is row1/f1:/1733163759572/DeleteFamily/seqid=0 2024-12-02T18:22:50,718 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/data/hbase/meta/1588230740/.tmp/ns/3b51d23e29eb43b59ab53c472b617982 is 43, key is default/ns:d/1733163726731/Put/seqid=0 2024-12-02T18:22:50,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741842_1018 (size=5158) 2024-12-02T18:22:50,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741843_1019 (size=5153) 2024-12-02T18:22:50,862 DEBUG [RS:0;95451c90bed2:43607 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4c5a7d03241364a8f24826f9c0c0832d, 8562cde5f123a9171253fa0ce77bb786 2024-12-02T18:22:51,062 DEBUG [RS:0;95451c90bed2:43607 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4c5a7d03241364a8f24826f9c0c0832d, 8562cde5f123a9171253fa0ce77bb786 2024-12-02T18:22:51,122 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/data/default/test/4c5a7d03241364a8f24826f9c0c0832d/.tmp/f1/aefdb0aa670446c99bc5878af5e25e39 2024-12-02T18:22:51,125 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aefdb0aa670446c99bc5878af5e25e39 2024-12-02T18:22:51,134 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/data/hbase/meta/1588230740/.tmp/ns/3b51d23e29eb43b59ab53c472b617982 2024-12-02T18:22:51,144 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/data/default/test/4c5a7d03241364a8f24826f9c0c0832d/.tmp/norep/e52e959fe941471e9b8cee86b59b7709 is 32, key is row/norep:/1733163758565/DeleteFamily/seqid=0 2024-12-02T18:22:51,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741844_1020 (size=5101) 2024-12-02T18:22:51,147 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/data/default/test/4c5a7d03241364a8f24826f9c0c0832d/.tmp/norep/e52e959fe941471e9b8cee86b59b7709 2024-12-02T18:22:51,152 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e52e959fe941471e9b8cee86b59b7709 2024-12-02T18:22:51,152 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/data/default/test/4c5a7d03241364a8f24826f9c0c0832d/.tmp/f/743083ef99e44e18a2d4019906bc8ae0 as hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/data/default/test/4c5a7d03241364a8f24826f9c0c0832d/f/743083ef99e44e18a2d4019906bc8ae0 2024-12-02T18:22:51,153 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/data/hbase/meta/1588230740/.tmp/rep_barrier/fd330bd428734eb6b91c88b402f1314d is 112, key is test,,1733163742535.4c5a7d03241364a8f24826f9c0c0832d./rep_barrier:seqnumDuringOpen/1733163743676/Put/seqid=0 2024-12-02T18:22:51,156 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 743083ef99e44e18a2d4019906bc8ae0 2024-12-02T18:22:51,156 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/data/default/test/4c5a7d03241364a8f24826f9c0c0832d/f/743083ef99e44e18a2d4019906bc8ae0, entries=5, sequenceid=12, filesize=5.1 K 2024-12-02T18:22:51,157 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/data/default/test/4c5a7d03241364a8f24826f9c0c0832d/.tmp/f1/aefdb0aa670446c99bc5878af5e25e39 as hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/data/default/test/4c5a7d03241364a8f24826f9c0c0832d/f1/aefdb0aa670446c99bc5878af5e25e39 2024-12-02T18:22:51,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741845_1021 (size=5518) 2024-12-02T18:22:51,161 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aefdb0aa670446c99bc5878af5e25e39 2024-12-02T18:22:51,161 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/data/default/test/4c5a7d03241364a8f24826f9c0c0832d/f1/aefdb0aa670446c99bc5878af5e25e39, entries=3, sequenceid=12, filesize=5.0 K 2024-12-02T18:22:51,162 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/data/default/test/4c5a7d03241364a8f24826f9c0c0832d/.tmp/norep/e52e959fe941471e9b8cee86b59b7709 as hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/data/default/test/4c5a7d03241364a8f24826f9c0c0832d/norep/e52e959fe941471e9b8cee86b59b7709 2024-12-02T18:22:51,166 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e52e959fe941471e9b8cee86b59b7709 2024-12-02T18:22:51,166 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/data/default/test/4c5a7d03241364a8f24826f9c0c0832d/norep/e52e959fe941471e9b8cee86b59b7709, entries=1, sequenceid=12, filesize=5.0 K 2024-12-02T18:22:51,167 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 4c5a7d03241364a8f24826f9c0c0832d in 506ms, sequenceid=12, compaction requested=false 2024-12-02T18:22:51,167 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-02T18:22:51,174 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/data/default/test/4c5a7d03241364a8f24826f9c0c0832d/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-02T18:22:51,174 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T18:22:51,174 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T18:22:51,174 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733163742535.4c5a7d03241364a8f24826f9c0c0832d. 2024-12-02T18:22:51,174 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4c5a7d03241364a8f24826f9c0c0832d: Waiting for close lock at 1733163770661Running coprocessor pre-close hooks at 1733163770661Disabling compacts and flushes for region at 1733163770661Disabling writes for close at 1733163770661Obtaining lock to block concurrent updates at 1733163770661Preparing flush snapshotting stores in 4c5a7d03241364a8f24826f9c0c0832d at 1733163770661Finished memstore snapshotting test,,1733163742535.4c5a7d03241364a8f24826f9c0c0832d., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733163770662 (+1 ms)Flushing stores of test,,1733163742535.4c5a7d03241364a8f24826f9c0c0832d. at 1733163770662Flushing 4c5a7d03241364a8f24826f9c0c0832d/f: creating writer at 1733163770662Flushing 4c5a7d03241364a8f24826f9c0c0832d/f: appending metadata at 1733163770686 (+24 ms)Flushing 4c5a7d03241364a8f24826f9c0c0832d/f: closing flushed file at 1733163770686Flushing 4c5a7d03241364a8f24826f9c0c0832d/f1: creating writer at 1733163770705 (+19 ms)Flushing 4c5a7d03241364a8f24826f9c0c0832d/f1: appending metadata at 1733163770716 (+11 ms)Flushing 4c5a7d03241364a8f24826f9c0c0832d/f1: closing flushed file at 1733163770716Flushing 4c5a7d03241364a8f24826f9c0c0832d/norep: creating writer at 1733163771125 (+409 ms)Flushing 4c5a7d03241364a8f24826f9c0c0832d/norep: appending metadata at 1733163771143 (+18 ms)Flushing 4c5a7d03241364a8f24826f9c0c0832d/norep: closing flushed file at 1733163771143Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6daf2768: reopening flushed file at 1733163771152 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f70e1d5: reopening flushed file at 1733163771156 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ddfff37: reopening flushed file at 1733163771161 (+5 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 4c5a7d03241364a8f24826f9c0c0832d in 506ms, sequenceid=12, compaction requested=false at 1733163771167 (+6 ms)Writing region close event to WAL at 1733163771171 (+4 ms)Running coprocessor post-close hooks at 1733163771174 (+3 ms)Closed at 1733163771174 2024-12-02T18:22:51,174 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733163742535.4c5a7d03241364a8f24826f9c0c0832d. 2024-12-02T18:22:51,175 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8562cde5f123a9171253fa0ce77bb786, disabling compactions & flushes 2024-12-02T18:22:51,175 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733163749008.8562cde5f123a9171253fa0ce77bb786. 2024-12-02T18:22:51,175 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733163749008.8562cde5f123a9171253fa0ce77bb786. 2024-12-02T18:22:51,175 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733163749008.8562cde5f123a9171253fa0ce77bb786. after waiting 0 ms 2024-12-02T18:22:51,175 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733163749008.8562cde5f123a9171253fa0ce77bb786. 2024-12-02T18:22:51,175 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8562cde5f123a9171253fa0ce77bb786 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-12-02T18:22:51,188 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/data/hbase/replication/8562cde5f123a9171253fa0ce77bb786/.tmp/queue/ad0ac316673a43608d3d9b6f7605d102 is 154, key is 1-95451c90bed2,43607,1733163722145/queue:95451c90bed2%2C43607%2C1733163722145/1733163763813/Put/seqid=0 2024-12-02T18:22:51,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741846_1022 (size=5353) 2024-12-02T18:22:51,262 DEBUG [RS:0;95451c90bed2:43607 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8562cde5f123a9171253fa0ce77bb786 2024-12-02T18:22:51,462 DEBUG [RS:0;95451c90bed2:43607 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8562cde5f123a9171253fa0ce77bb786 2024-12-02T18:22:51,549 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.wal-reader.95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145/95451c90bed2%2C43607%2C1733163722145.1733163725774 to pos 1493, reset compression=false 2024-12-02T18:22:51,554 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.wal-reader.95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T18:22:51,554 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.wal-reader.95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145/95451c90bed2%2C43607%2C1733163722145.1733163725774 to pos 2384, reset compression=false 2024-12-02T18:22:51,554 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.shipper95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-95451c90bed2,43607,1733163722145 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145/95451c90bed2%2C43607%2C1733163722145.1733163725774, lastWalPosition=2384, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T18:22:51,554 ERROR [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.shipper95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 95451c90bed2,43607,1733163722145: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-95451c90bed2,43607,1733163722145, walGroup=95451c90bed2%2C43607%2C1733163722145, offset=95451c90bed2%2C43607%2C1733163722145.1733163725774:2384, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=95451c90bed2:43607 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-02T18:22:51,555 ERROR [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.shipper95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T18:22:51,556 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.shipper95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T18:22:51,556 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.shipper95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T18:22:51,556 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.shipper95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T18:22:51,556 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.shipper95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T18:22:51,556 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.shipper95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1214251008, "init": 1048576000, "max": 2306867200, "used": 747494912 }, "NonHeapMemoryUsage": { "committed": 202637312, "init": 7667712, "max": -1, "used": 199755024 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-02T18:22:51,556 WARN [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.shipper95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=95451c90bed2:32953 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=95451c90bed2:32953 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-02T18:22:51,557 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/data/hbase/meta/1588230740/.tmp/rep_barrier/fd330bd428734eb6b91c88b402f1314d 2024-12-02T18:22:51,572 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/data/hbase/meta/1588230740/.tmp/table/d5d30899b37c48e2b2d3fe6472a21835 is 53, key is hbase:replication/table:state/1733163749862/Put/seqid=0 2024-12-02T18:22:51,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741847_1023 (size=5308) 2024-12-02T18:22:51,592 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/data/hbase/replication/8562cde5f123a9171253fa0ce77bb786/.tmp/queue/ad0ac316673a43608d3d9b6f7605d102 2024-12-02T18:22:51,596 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/data/hbase/replication/8562cde5f123a9171253fa0ce77bb786/.tmp/queue/ad0ac316673a43608d3d9b6f7605d102 as hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/data/hbase/replication/8562cde5f123a9171253fa0ce77bb786/queue/ad0ac316673a43608d3d9b6f7605d102 2024-12-02T18:22:51,599 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/data/hbase/replication/8562cde5f123a9171253fa0ce77bb786/queue/ad0ac316673a43608d3d9b6f7605d102, entries=1, sequenceid=14, filesize=5.2 K 2024-12-02T18:22:51,600 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 8562cde5f123a9171253fa0ce77bb786 in 425ms, sequenceid=14, compaction requested=false 2024-12-02T18:22:51,600 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-02T18:22:51,604 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/data/hbase/replication/8562cde5f123a9171253fa0ce77bb786/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-12-02T18:22:51,604 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T18:22:51,604 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T18:22:51,604 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733163749008.8562cde5f123a9171253fa0ce77bb786. 2024-12-02T18:22:51,604 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8562cde5f123a9171253fa0ce77bb786: Waiting for close lock at 1733163771175Running coprocessor pre-close hooks at 1733163771175Disabling compacts and flushes for region at 1733163771175Disabling writes for close at 1733163771175Obtaining lock to block concurrent updates at 1733163771175Preparing flush snapshotting stores in 8562cde5f123a9171253fa0ce77bb786 at 1733163771175Finished memstore snapshotting hbase:replication,,1733163749008.8562cde5f123a9171253fa0ce77bb786., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1733163771175Flushing stores of hbase:replication,,1733163749008.8562cde5f123a9171253fa0ce77bb786. at 1733163771175Flushing 8562cde5f123a9171253fa0ce77bb786/queue: creating writer at 1733163771176 (+1 ms)Flushing 8562cde5f123a9171253fa0ce77bb786/queue: appending metadata at 1733163771187 (+11 ms)Flushing 8562cde5f123a9171253fa0ce77bb786/queue: closing flushed file at 1733163771187Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f044c03: reopening flushed file at 1733163771595 (+408 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 8562cde5f123a9171253fa0ce77bb786 in 425ms, sequenceid=14, compaction requested=false at 1733163771600 (+5 ms)Writing region close event to WAL at 1733163771601 (+1 ms)Running coprocessor post-close hooks at 1733163771604 (+3 ms)Closed at 1733163771604 2024-12-02T18:22:51,604 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733163749008.8562cde5f123a9171253fa0ce77bb786. 2024-12-02T18:22:51,663 INFO [RS:0;95451c90bed2:43607 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T18:22:51,663 DEBUG [RS:0;95451c90bed2:43607 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T18:22:51,663 DEBUG [RS:0;95451c90bed2:43607 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T18:22:51,735 INFO [regionserver/95451c90bed2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T18:22:51,735 INFO [regionserver/95451c90bed2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T18:22:51,757 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.wal-reader.95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145/95451c90bed2%2C43607%2C1733163722145.1733163725774 to pos 2384, reset compression=false 2024-12-02T18:22:51,863 DEBUG [RS:0;95451c90bed2:43607 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T18:22:51,975 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/data/hbase/meta/1588230740/.tmp/table/d5d30899b37c48e2b2d3fe6472a21835 2024-12-02T18:22:51,979 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/data/hbase/meta/1588230740/.tmp/info/30f3bc2e63a14b0dbfc6170688315d5f as hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/data/hbase/meta/1588230740/info/30f3bc2e63a14b0dbfc6170688315d5f 2024-12-02T18:22:51,982 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/data/hbase/meta/1588230740/info/30f3bc2e63a14b0dbfc6170688315d5f, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T18:22:51,982 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/data/hbase/meta/1588230740/.tmp/ns/3b51d23e29eb43b59ab53c472b617982 as hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/data/hbase/meta/1588230740/ns/3b51d23e29eb43b59ab53c472b617982 2024-12-02T18:22:51,986 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/data/hbase/meta/1588230740/ns/3b51d23e29eb43b59ab53c472b617982, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T18:22:51,987 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/data/hbase/meta/1588230740/.tmp/rep_barrier/fd330bd428734eb6b91c88b402f1314d as hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/data/hbase/meta/1588230740/rep_barrier/fd330bd428734eb6b91c88b402f1314d 2024-12-02T18:22:51,991 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/data/hbase/meta/1588230740/rep_barrier/fd330bd428734eb6b91c88b402f1314d, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T18:22:51,992 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/data/hbase/meta/1588230740/.tmp/table/d5d30899b37c48e2b2d3fe6472a21835 as hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/data/hbase/meta/1588230740/table/d5d30899b37c48e2b2d3fe6472a21835 2024-12-02T18:22:51,995 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/data/hbase/meta/1588230740/table/d5d30899b37c48e2b2d3fe6472a21835, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T18:22:51,996 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1334ms, sequenceid=16, compaction requested=false 2024-12-02T18:22:51,996 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T18:22:52,000 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T18:22:52,000 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T18:22:52,000 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T18:22:52,000 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T18:22:52,000 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733163770662Running coprocessor pre-close hooks at 1733163770662Disabling compacts and flushes for region at 1733163770662Disabling writes for close at 1733163770662Obtaining lock to block concurrent updates at 1733163770662Preparing flush snapshotting stores in 1588230740 at 1733163770662Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733163770662Flushing stores of hbase:meta,,1.1588230740 at 1733163770662Flushing 1588230740/info: creating writer at 1733163770662Flushing 1588230740/info: appending metadata at 1733163770686 (+24 ms)Flushing 1588230740/info: closing flushed file at 1733163770686Flushing 1588230740/ns: creating writer at 1733163770704 (+18 ms)Flushing 1588230740/ns: appending metadata at 1733163770718 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733163770718Flushing 1588230740/rep_barrier: creating writer at 1733163771137 (+419 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733163771153 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733163771153Flushing 1588230740/table: creating writer at 1733163771561 (+408 ms)Flushing 1588230740/table: appending metadata at 1733163771572 (+11 ms)Flushing 1588230740/table: closing flushed file at 1733163771572Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@223df5d0: reopening flushed file at 1733163771978 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@debe753: reopening flushed file at 1733163771982 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4005ba49: reopening flushed file at 1733163771986 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48e64b67: reopening flushed file at 1733163771992 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1334ms, sequenceid=16, compaction requested=false at 1733163771996 (+4 ms)Writing region close event to WAL at 1733163771997 (+1 ms)Running coprocessor post-close hooks at 1733163772000 (+3 ms)Closed at 1733163772000 2024-12-02T18:22:52,000 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T18:22:52,061 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.wal-reader.95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145/95451c90bed2%2C43607%2C1733163722145.1733163725774 to pos 2384, reset compression=false 2024-12-02T18:22:52,063 INFO [RS:0;95451c90bed2:43607 {}] regionserver.HRegionServer(976): stopping server 95451c90bed2,43607,1733163722145; all regions closed. 2024-12-02T18:22:52,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741834_1010 (size=4239) 2024-12-02T18:22:52,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741839_1015 (size=3552) 2024-12-02T18:22:52,068 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145/95451c90bed2%2C43607%2C1733163722145.rep.1733163749777 not finished, retry = 0 2024-12-02T18:22:52,170 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/WALs/95451c90bed2,43607,1733163722145/95451c90bed2%2C43607%2C1733163722145.1733163725774 not finished, retry = 0 2024-12-02T18:22:52,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741832_1008 (size=2392) 2024-12-02T18:22:52,271 DEBUG [RS:0;95451c90bed2:43607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:22:52,271 INFO [RS:0;95451c90bed2:43607 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T18:22:52,272 INFO [RS:0;95451c90bed2:43607 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T18:22:52,272 INFO [RS:0;95451c90bed2:43607 {}] hbase.ChoreService(370): Chore service for: regionserver/95451c90bed2:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T18:22:52,272 INFO [RS:0;95451c90bed2:43607 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T18:22:52,272 INFO [regionserver/95451c90bed2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T18:22:52,272 INFO [RS:0;95451c90bed2:43607 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-95451c90bed2,43607,1733163722145 because: Region server is closing 2024-12-02T18:22:52,272 INFO [RS:0;95451c90bed2:43607 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;95451c90bed2:43607. 2024-12-02T18:22:52,272 DEBUG [RS:0;95451c90bed2:43607 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:22:52,272 DEBUG [RS:0;95451c90bed2:43607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:22:52,272 DEBUG [RS:0;95451c90bed2:43607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:22:52,272 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:22:52,373 INFO [RS:0;95451c90bed2:43607 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.shipper95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 terminated 2024-12-02T18:22:52,373 WARN [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,43607,1733163722145.replicationSource.wal-reader.95451c90bed2%2C43607%2C1733163722145,1-95451c90bed2,43607,1733163722145 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T18:22:52,373 INFO [RS:0;95451c90bed2:43607 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;95451c90bed2:43607. 2024-12-02T18:22:52,373 DEBUG [RS:0;95451c90bed2:43607 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:22:52,373 DEBUG [RS:0;95451c90bed2:43607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:22:52,373 DEBUG [RS:0;95451c90bed2:43607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:22:52,373 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:22:52,373 INFO [RS:0;95451c90bed2:43607 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43607 2024-12-02T18:22:52,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x101974796050000, quorum=127.0.0.1:61258, baseZNode=/048562826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/048562826/rs 2024-12-02T18:22:52,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43607-0x101974796050001, quorum=127.0.0.1:61258, baseZNode=/048562826 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/048562826/rs/95451c90bed2,43607,1733163722145 2024-12-02T18:22:52,392 INFO [RS:0;95451c90bed2:43607 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T18:22:52,470 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [95451c90bed2,43607,1733163722145] 2024-12-02T18:22:52,491 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /048562826/draining/95451c90bed2,43607,1733163722145 already deleted, retry=false 2024-12-02T18:22:52,491 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 95451c90bed2,43607,1733163722145 expired; onlineServers=0 2024-12-02T18:22:52,491 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '95451c90bed2,32953,1733163721909' ***** 2024-12-02T18:22:52,491 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T18:22:52,491 INFO [M:0;95451c90bed2:32953 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T18:22:52,491 INFO [M:0;95451c90bed2:32953 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T18:22:52,491 DEBUG [M:0;95451c90bed2:32953 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T18:22:52,492 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T18:22:52,492 DEBUG [M:0;95451c90bed2:32953 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T18:22:52,492 DEBUG [master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.small.0-1733163725426 {}] cleaner.HFileCleaner(306): Exit Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.small.0-1733163725426,5,FailOnTimeoutGroup] 2024-12-02T18:22:52,492 DEBUG [master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.large.0-1733163725426 {}] cleaner.HFileCleaner(306): Exit Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.large.0-1733163725426,5,FailOnTimeoutGroup] 2024-12-02T18:22:52,492 INFO [M:0;95451c90bed2:32953 {}] hbase.ChoreService(370): Chore service for: master/95451c90bed2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T18:22:52,492 INFO [M:0;95451c90bed2:32953 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T18:22:52,492 DEBUG [M:0;95451c90bed2:32953 {}] master.HMaster(1795): Stopping service threads 2024-12-02T18:22:52,492 INFO [M:0;95451c90bed2:32953 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T18:22:52,492 INFO [M:0;95451c90bed2:32953 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T18:22:52,492 INFO [M:0;95451c90bed2:32953 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T18:22:52,492 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T18:22:52,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x101974796050000, quorum=127.0.0.1:61258, baseZNode=/048562826 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/048562826/master 2024-12-02T18:22:52,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x101974796050000, quorum=127.0.0.1:61258, baseZNode=/048562826 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/048562826 2024-12-02T18:22:52,502 DEBUG [M:0;95451c90bed2:32953 {}] zookeeper.ZKUtil(347): master:32953-0x101974796050000, quorum=127.0.0.1:61258, baseZNode=/048562826 Unable to get data of znode /048562826/master because node does not exist (not an error) 2024-12-02T18:22:52,502 WARN [M:0;95451c90bed2:32953 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T18:22:52,507 INFO [M:0;95451c90bed2:32953 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/.lastflushedseqids 2024-12-02T18:22:52,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741848_1024 (size=245) 2024-12-02T18:22:52,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43607-0x101974796050001, quorum=127.0.0.1:61258, baseZNode=/048562826 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:22:52,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43607-0x101974796050001, quorum=127.0.0.1:61258, baseZNode=/048562826 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:22:52,570 INFO [RS:0;95451c90bed2:43607 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T18:22:52,570 INFO [RS:0;95451c90bed2:43607 {}] regionserver.HRegionServer(1031): Exiting; stopping=95451c90bed2,43607,1733163722145; zookeeper connection closed. 2024-12-02T18:22:52,570 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@45fec447 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@45fec447 2024-12-02T18:22:52,571 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T18:22:52,912 INFO [M:0;95451c90bed2:32953 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T18:22:52,912 INFO [M:0;95451c90bed2:32953 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T18:22:52,912 DEBUG [M:0;95451c90bed2:32953 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T18:22:52,912 INFO [M:0;95451c90bed2:32953 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:22:52,912 DEBUG [M:0;95451c90bed2:32953 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:22:52,912 DEBUG [M:0;95451c90bed2:32953 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T18:22:52,912 DEBUG [M:0;95451c90bed2:32953 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:22:52,912 INFO [M:0;95451c90bed2:32953 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-12-02T18:22:52,928 DEBUG [M:0;95451c90bed2:32953 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/00463379b5284b68b79d513b5a21f84f is 82, key is hbase:meta,,1/info:regioninfo/1733163726662/Put/seqid=0 2024-12-02T18:22:52,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741849_1025 (size=5672) 2024-12-02T18:22:53,168 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:22:53,169 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [95451c90bed2,40805,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=95451c90bed2:40805 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T18:22:53,169 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88653 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [95451c90bed2,40805,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=95451c90bed2:40805 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T18:22:53,331 INFO [M:0;95451c90bed2:32953 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/00463379b5284b68b79d513b5a21f84f 2024-12-02T18:22:53,346 DEBUG [M:0;95451c90bed2:32953 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b7e2bea06def406097bf54584c30c37d is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733163743685/Put/seqid=0 2024-12-02T18:22:53,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741850_1026 (size=7217) 2024-12-02T18:22:53,749 INFO [M:0;95451c90bed2:32953 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b7e2bea06def406097bf54584c30c37d 2024-12-02T18:22:53,753 INFO [M:0;95451c90bed2:32953 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b7e2bea06def406097bf54584c30c37d 2024-12-02T18:22:53,768 DEBUG [M:0;95451c90bed2:32953 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/86facb5d0d9647849dfe6de0482ec49e is 69, key is 95451c90bed2,43607,1733163722145/rs:state/1733163725558/Put/seqid=0 2024-12-02T18:22:53,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741851_1027 (size=5156) 2024-12-02T18:22:54,172 INFO [M:0;95451c90bed2:32953 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/86facb5d0d9647849dfe6de0482ec49e 2024-12-02T18:22:54,175 DEBUG [M:0;95451c90bed2:32953 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/00463379b5284b68b79d513b5a21f84f as hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/00463379b5284b68b79d513b5a21f84f 2024-12-02T18:22:54,178 INFO [M:0;95451c90bed2:32953 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/00463379b5284b68b79d513b5a21f84f, entries=8, sequenceid=105, filesize=5.5 K 2024-12-02T18:22:54,179 DEBUG [M:0;95451c90bed2:32953 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b7e2bea06def406097bf54584c30c37d as hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b7e2bea06def406097bf54584c30c37d 2024-12-02T18:22:54,182 INFO [M:0;95451c90bed2:32953 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b7e2bea06def406097bf54584c30c37d 2024-12-02T18:22:54,182 INFO [M:0;95451c90bed2:32953 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b7e2bea06def406097bf54584c30c37d, entries=11, sequenceid=105, filesize=7.0 K 2024-12-02T18:22:54,182 DEBUG [M:0;95451c90bed2:32953 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/86facb5d0d9647849dfe6de0482ec49e as hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/86facb5d0d9647849dfe6de0482ec49e 2024-12-02T18:22:54,185 INFO [M:0;95451c90bed2:32953 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39685/user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/86facb5d0d9647849dfe6de0482ec49e, entries=1, sequenceid=105, filesize=5.0 K 2024-12-02T18:22:54,186 INFO [M:0;95451c90bed2:32953 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=105, compaction requested=false 2024-12-02T18:22:54,187 INFO [M:0;95451c90bed2:32953 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:22:54,187 DEBUG [M:0;95451c90bed2:32953 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733163772912Disabling compacts and flushes for region at 1733163772912Disabling writes for close at 1733163772912Obtaining lock to block concurrent updates at 1733163772912Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733163772912Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1733163772913 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733163772913Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733163772913Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733163772927 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733163772927Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733163773334 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733163773345 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733163773346 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733163773753 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733163773768 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733163773768Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74676ff5: reopening flushed file at 1733163774175 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28f5b285: reopening flushed file at 1733163774178 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bf66da3: reopening flushed file at 1733163774182 (+4 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=105, compaction requested=false at 1733163774186 (+4 ms)Writing region close event to WAL at 1733163774187 (+1 ms)Closed at 1733163774187 2024-12-02T18:22:54,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35563 is added to blk_1073741830_1006 (size=64411) 2024-12-02T18:22:54,189 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/275daf68-327a-dcc1-279c-0772e6a6b05a/MasterData/WALs/95451c90bed2,32953,1733163721909/95451c90bed2%2C32953%2C1733163721909.1733163723593 not finished, retry = 0 2024-12-02T18:22:54,290 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T18:22:54,290 INFO [M:0;95451c90bed2:32953 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T18:22:54,290 INFO [M:0;95451c90bed2:32953 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32953 2024-12-02T18:22:54,290 INFO [M:0;95451c90bed2:32953 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T18:22:54,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x101974796050000, quorum=127.0.0.1:61258, baseZNode=/048562826 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:22:54,461 INFO [M:0;95451c90bed2:32953 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T18:22:54,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32953-0x101974796050000, quorum=127.0.0.1:61258, baseZNode=/048562826 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:22:54,463 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6d1832e1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T18:22:54,463 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@66eacbe6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T18:22:54,463 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T18:22:54,463 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@120f0c2d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T18:22:54,463 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6360da13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4e36463-b4c7-7e2b-4526-e8bf01b54955/hadoop.log.dir/,STOPPED} 2024-12-02T18:22:54,464 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T18:22:54,464 WARN [BP-1083291190-172.17.0.3-1733163719279 heartbeating to localhost/127.0.0.1:39685 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T18:22:54,465 WARN [BP-1083291190-172.17.0.3-1733163719279 heartbeating to localhost/127.0.0.1:39685 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1083291190-172.17.0.3-1733163719279 (Datanode Uuid 0c52ea14-0201-4e35-a810-1e6b1b1e81e0) service to localhost/127.0.0.1:39685 2024-12-02T18:22:54,465 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T18:22:54,465 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4e36463-b4c7-7e2b-4526-e8bf01b54955/cluster_7c6c0ed0-c1c5-55e8-f9f0-d2a4919814e7/data/data1/current/BP-1083291190-172.17.0.3-1733163719279 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T18:22:54,465 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4e36463-b4c7-7e2b-4526-e8bf01b54955/cluster_7c6c0ed0-c1c5-55e8-f9f0-d2a4919814e7/data/data2/current/BP-1083291190-172.17.0.3-1733163719279 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T18:22:54,465 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T18:22:54,470 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3f0b361b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T18:22:54,470 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c3ac1de{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T18:22:54,470 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T18:22:54,470 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58326525{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T18:22:54,470 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54878a6e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a4e36463-b4c7-7e2b-4526-e8bf01b54955/hadoop.log.dir/,STOPPED} 2024-12-02T18:22:54,475 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T18:22:54,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T18:22:54,498 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=310 (was 258) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61258) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33353 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39685 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33353 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39685 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42975 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39685 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33353 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39685 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:33353 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61258) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39685 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33353 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39685 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42975 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39685 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:39685 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33353 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61258) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33353 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42975 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:42975 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42975 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33353 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=725 (was 655) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=501 (was 560), ProcessCount=11 (was 11), AvailableMemoryMB=3468 (was 4227) 2024-12-02T18:22:54,508 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=310, OpenFileDescriptor=725, MaxFileDescriptor=1048576, SystemLoadAverage=501, ProcessCount=11, AvailableMemoryMB=3468 2024-12-02T18:22:54,522 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-12-02T18:22:54,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7b9bf35-6ba0-812b-9111-8c6689dbdf44/hadoop.log.dir so I do NOT create it in target/test-data/753c48e2-8b80-8d72-4a91-68dbe9d0866f 2024-12-02T18:22:54,523 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7b9bf35-6ba0-812b-9111-8c6689dbdf44/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T18:22:54,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7b9bf35-6ba0-812b-9111-8c6689dbdf44/hadoop.tmp.dir so I do NOT create it in target/test-data/753c48e2-8b80-8d72-4a91-68dbe9d0866f 2024-12-02T18:22:54,523 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b7b9bf35-6ba0-812b-9111-8c6689dbdf44/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T18:22:54,523 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/753c48e2-8b80-8d72-4a91-68dbe9d0866f 2024-12-02T18:22:54,523 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/753c48e2-8b80-8d72-4a91-68dbe9d0866f/cluster_acd1a90f-e8b7-ce3e-ce20-7c18022a2ea8, deleteOnExit=true 2024-12-02T18:22:54,526 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/753c48e2-8b80-8d72-4a91-68dbe9d0866f/cluster_acd1a90f-e8b7-ce3e-ce20-7c18022a2ea8/zookeeper_0, clientPort=58212, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/753c48e2-8b80-8d72-4a91-68dbe9d0866f/cluster_acd1a90f-e8b7-ce3e-ce20-7c18022a2ea8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/753c48e2-8b80-8d72-4a91-68dbe9d0866f/cluster_acd1a90f-e8b7-ce3e-ce20-7c18022a2ea8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T18:22:54,526 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58212 2024-12-02T18:22:54,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T18:22:54,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T18:22:54,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/753c48e2-8b80-8d72-4a91-68dbe9d0866f/test.cache.data in system properties and HBase conf 2024-12-02T18:22:54,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/753c48e2-8b80-8d72-4a91-68dbe9d0866f/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T18:22:54,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/753c48e2-8b80-8d72-4a91-68dbe9d0866f/hadoop.log.dir in system properties and HBase conf 2024-12-02T18:22:54,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/753c48e2-8b80-8d72-4a91-68dbe9d0866f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T18:22:54,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/753c48e2-8b80-8d72-4a91-68dbe9d0866f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T18:22:54,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T18:22:54,527 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T18:22:54,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/753c48e2-8b80-8d72-4a91-68dbe9d0866f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T18:22:54,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/753c48e2-8b80-8d72-4a91-68dbe9d0866f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T18:22:54,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/753c48e2-8b80-8d72-4a91-68dbe9d0866f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T18:22:54,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/753c48e2-8b80-8d72-4a91-68dbe9d0866f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T18:22:54,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/753c48e2-8b80-8d72-4a91-68dbe9d0866f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T18:22:54,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/753c48e2-8b80-8d72-4a91-68dbe9d0866f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T18:22:54,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/753c48e2-8b80-8d72-4a91-68dbe9d0866f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T18:22:54,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/753c48e2-8b80-8d72-4a91-68dbe9d0866f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T18:22:54,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/753c48e2-8b80-8d72-4a91-68dbe9d0866f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T18:22:54,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/753c48e2-8b80-8d72-4a91-68dbe9d0866f/nfs.dump.dir in system properties and HBase conf 2024-12-02T18:22:54,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/753c48e2-8b80-8d72-4a91-68dbe9d0866f/java.io.tmpdir in system properties and HBase conf 2024-12-02T18:22:54,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/753c48e2-8b80-8d72-4a91-68dbe9d0866f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T18:22:54,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/753c48e2-8b80-8d72-4a91-68dbe9d0866f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T18:22:54,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/753c48e2-8b80-8d72-4a91-68dbe9d0866f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T18:22:54,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101974796050005, quorum=127.0.0.1:61258, baseZNode=/1-1578983787 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T18:22:54,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101974796050002, quorum=127.0.0.1:61258, baseZNode=/048562826 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T18:22:54,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101974796050008, quorum=127.0.0.1:61258, baseZNode=/2937237822 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T18:22:54,573 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101974796050005, quorum=127.0.0.1:61258, baseZNode=/1-1578983787 Received Disconnected from ZooKeeper, ignoring 2024-12-02T18:22:54,573 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101974796050002, quorum=127.0.0.1:61258, baseZNode=/048562826 Received Disconnected from ZooKeeper, ignoring 2024-12-02T18:22:54,573 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101974796050008, quorum=127.0.0.1:61258, baseZNode=/2937237822 Received Disconnected from ZooKeeper, ignoring 2024-12-02T18:22:54,921 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T18:22:54,924 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T18:22:54,925 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T18:22:54,925 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T18:22:54,926 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T18:22:54,926 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T18:22:54,927 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ffb57aa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/753c48e2-8b80-8d72-4a91-68dbe9d0866f/hadoop.log.dir/,AVAILABLE} 2024-12-02T18:22:54,927 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4cbe0536{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T18:22:55,028 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f0b95e9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/753c48e2-8b80-8d72-4a91-68dbe9d0866f/java.io.tmpdir/jetty-localhost-38595-hadoop-hdfs-3_4_1-tests_jar-_-any-3518090842343173045/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T18:22:55,029 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40a48f3f{HTTP/1.1, (http/1.1)}{localhost:38595} 2024-12-02T18:22:55,029 INFO [Time-limited test {}] server.Server(415): Started @284562ms 2024-12-02T18:22:55,262 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T18:22:55,266 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T18:22:55,268 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T18:22:55,268 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T18:22:55,268 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T18:22:55,271 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ea2cd3f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/753c48e2-8b80-8d72-4a91-68dbe9d0866f/hadoop.log.dir/,AVAILABLE} 2024-12-02T18:22:55,272 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14b0e8a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T18:22:55,363 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e636865{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/753c48e2-8b80-8d72-4a91-68dbe9d0866f/java.io.tmpdir/jetty-localhost-44851-hadoop-hdfs-3_4_1-tests_jar-_-any-12364987972497806604/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T18:22:55,364 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@326bc074{HTTP/1.1, (http/1.1)}{localhost:44851} 2024-12-02T18:22:55,364 INFO [Time-limited test {}] server.Server(415): Started @284897ms 2024-12-02T18:22:55,365 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T18:22:55,932 WARN [Thread-3444 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/753c48e2-8b80-8d72-4a91-68dbe9d0866f/cluster_acd1a90f-e8b7-ce3e-ce20-7c18022a2ea8/data/data1/current/BP-1696150118-172.17.0.3-1733163774547/current, will proceed with Du for space computation calculation, 2024-12-02T18:22:55,939 WARN [Thread-3445 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/753c48e2-8b80-8d72-4a91-68dbe9d0866f/cluster_acd1a90f-e8b7-ce3e-ce20-7c18022a2ea8/data/data2/current/BP-1696150118-172.17.0.3-1733163774547/current, will proceed with Du for space computation calculation, 2024-12-02T18:22:55,959 WARN [Thread-3432 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T18:22:55,961 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2b0927a9164f5246 with lease ID 0xd785d1760d22fefe: Processing first storage report for DS-9c6b2e9a-4ea6-4d3d-bb47-b650c450153a from datanode DatanodeRegistration(127.0.0.1:41691, datanodeUuid=cb51e898-f6bd-4ca2-96b4-0974cf2fc06f, infoPort=45505, infoSecurePort=0, ipcPort=41611, storageInfo=lv=-57;cid=testClusterID;nsid=97035727;c=1733163774547) 2024-12-02T18:22:55,961 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2b0927a9164f5246 with lease ID 0xd785d1760d22fefe: from storage DS-9c6b2e9a-4ea6-4d3d-bb47-b650c450153a node DatanodeRegistration(127.0.0.1:41691, datanodeUuid=cb51e898-f6bd-4ca2-96b4-0974cf2fc06f, infoPort=45505, infoSecurePort=0, ipcPort=41611, storageInfo=lv=-57;cid=testClusterID;nsid=97035727;c=1733163774547), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T18:22:55,961 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2b0927a9164f5246 with lease ID 0xd785d1760d22fefe: Processing first storage report for DS-3af2cbbb-be28-4935-916e-492d4d1714f5 from datanode DatanodeRegistration(127.0.0.1:41691, datanodeUuid=cb51e898-f6bd-4ca2-96b4-0974cf2fc06f, infoPort=45505, infoSecurePort=0, ipcPort=41611, storageInfo=lv=-57;cid=testClusterID;nsid=97035727;c=1733163774547) 2024-12-02T18:22:55,961 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2b0927a9164f5246 with lease ID 0xd785d1760d22fefe: from storage DS-3af2cbbb-be28-4935-916e-492d4d1714f5 node DatanodeRegistration(127.0.0.1:41691, datanodeUuid=cb51e898-f6bd-4ca2-96b4-0974cf2fc06f, infoPort=45505, infoSecurePort=0, ipcPort=41611, storageInfo=lv=-57;cid=testClusterID;nsid=97035727;c=1733163774547), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T18:22:55,997 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/753c48e2-8b80-8d72-4a91-68dbe9d0866f 2024-12-02T18:22:55,997 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:22:55,998 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:22:56,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741825_1001 (size=7) 2024-12-02T18:22:56,405 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532 with version=8 2024-12-02T18:22:56,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/hbase-staging 2024-12-02T18:22:56,407 INFO [Time-limited test {}] client.ConnectionUtils(128): master/95451c90bed2:0 server-side Connection retries=45 2024-12-02T18:22:56,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:22:56,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T18:22:56,407 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T18:22:56,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:22:56,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T18:22:56,407 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T18:22:56,407 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T18:22:56,408 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45949 2024-12-02T18:22:56,408 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45949 connecting to ZooKeeper ensemble=127.0.0.1:58212 2024-12-02T18:22:56,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:459490x0, quorum=127.0.0.1:58212, baseZNode=/0-928375039 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T18:22:56,511 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45949-0x10197486de80000 connected 2024-12-02T18:22:56,595 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:22:56,596 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:22:56,598 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45949-0x10197486de80000, quorum=127.0.0.1:58212, baseZNode=/0-928375039 Set watcher on znode that does not yet exist, /0-928375039/running 2024-12-02T18:22:56,598 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532, hbase.cluster.distributed=false 2024-12-02T18:22:56,600 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45949-0x10197486de80000, quorum=127.0.0.1:58212, baseZNode=/0-928375039 Set watcher on znode that does not yet exist, /0-928375039/acl 2024-12-02T18:22:56,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45949 2024-12-02T18:22:56,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45949 2024-12-02T18:22:56,601 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45949 2024-12-02T18:22:56,601 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45949 2024-12-02T18:22:56,601 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45949 2024-12-02T18:22:56,617 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/95451c90bed2:0 server-side Connection retries=45 2024-12-02T18:22:56,617 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:22:56,617 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T18:22:56,617 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T18:22:56,617 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:22:56,617 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T18:22:56,617 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T18:22:56,617 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T18:22:56,618 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44419 2024-12-02T18:22:56,619 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44419 connecting to ZooKeeper ensemble=127.0.0.1:58212 2024-12-02T18:22:56,619 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:22:56,621 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:22:56,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:444190x0, quorum=127.0.0.1:58212, baseZNode=/0-928375039 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T18:22:56,634 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:444190x0, quorum=127.0.0.1:58212, baseZNode=/0-928375039 Set watcher on znode that does not yet exist, /0-928375039/running 2024-12-02T18:22:56,634 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44419-0x10197486de80001 connected 2024-12-02T18:22:56,634 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T18:22:56,636 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T18:22:56,636 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44419-0x10197486de80001, quorum=127.0.0.1:58212, baseZNode=/0-928375039 Set watcher on znode that does not yet exist, /0-928375039/master 2024-12-02T18:22:56,637 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44419-0x10197486de80001, quorum=127.0.0.1:58212, baseZNode=/0-928375039 Set watcher on znode that does not yet exist, /0-928375039/acl 2024-12-02T18:22:56,643 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44419 2024-12-02T18:22:56,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44419 2024-12-02T18:22:56,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44419 2024-12-02T18:22:56,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44419 2024-12-02T18:22:56,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44419 2024-12-02T18:22:56,659 DEBUG [M:0;95451c90bed2:45949 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;95451c90bed2:45949 2024-12-02T18:22:56,659 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-928375039/backup-masters/95451c90bed2,45949,1733163776407 2024-12-02T18:22:56,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44419-0x10197486de80001, quorum=127.0.0.1:58212, baseZNode=/0-928375039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-928375039/backup-masters 2024-12-02T18:22:56,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45949-0x10197486de80000, quorum=127.0.0.1:58212, baseZNode=/0-928375039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-928375039/backup-masters 2024-12-02T18:22:56,669 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45949-0x10197486de80000, quorum=127.0.0.1:58212, baseZNode=/0-928375039 Set watcher on existing znode=/0-928375039/backup-masters/95451c90bed2,45949,1733163776407 2024-12-02T18:22:56,677 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T18:22:56,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:56,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:56,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:56,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:56,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44419-0x10197486de80001, quorum=127.0.0.1:58212, baseZNode=/0-928375039 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-928375039/master 2024-12-02T18:22:56,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45949-0x10197486de80000, quorum=127.0.0.1:58212, baseZNode=/0-928375039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-928375039 2024-12-02T18:22:56,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44419-0x10197486de80001, quorum=127.0.0.1:58212, baseZNode=/0-928375039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-928375039 2024-12-02T18:22:56,685 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45949-0x10197486de80000, quorum=127.0.0.1:58212, baseZNode=/0-928375039 Set watcher on existing znode=/0-928375039/master 2024-12-02T18:22:56,685 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-928375039/backup-masters/95451c90bed2,45949,1733163776407 from backup master directory 2024-12-02T18:22:56,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45949-0x10197486de80000, quorum=127.0.0.1:58212, baseZNode=/0-928375039 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-928375039/backup-masters/95451c90bed2,45949,1733163776407 2024-12-02T18:22:56,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45949-0x10197486de80000, quorum=127.0.0.1:58212, baseZNode=/0-928375039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-928375039/backup-masters 2024-12-02T18:22:56,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44419-0x10197486de80001, quorum=127.0.0.1:58212, baseZNode=/0-928375039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-928375039/backup-masters 2024-12-02T18:22:56,697 WARN [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T18:22:56,697 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=95451c90bed2,45949,1733163776407 2024-12-02T18:22:56,701 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/hbase.id] with ID: ddebb4bc-69de-4d5e-8bff-8a68b81e08a7 2024-12-02T18:22:56,701 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/.tmp/hbase.id 2024-12-02T18:22:56,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:56,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:56,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:56,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:56,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:56,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:56,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:56,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:56,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:56,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:22:56,743 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T18:22:56,743 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T18:22:56,743 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-02T18:22:56,743 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T18:22:56,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741826_1002 (size=42) 2024-12-02T18:22:57,169 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/.tmp/hbase.id]:[hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/hbase.id] 2024-12-02T18:22:57,176 INFO [master/95451c90bed2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:22:57,176 INFO [master/95451c90bed2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T18:22:57,177 INFO [master/95451c90bed2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T18:22:57,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44419-0x10197486de80001, quorum=127.0.0.1:58212, baseZNode=/0-928375039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-928375039 2024-12-02T18:22:57,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45949-0x10197486de80000, quorum=127.0.0.1:58212, baseZNode=/0-928375039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-928375039 2024-12-02T18:22:57,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741827_1003 (size=196) 2024-12-02T18:22:57,630 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T18:22:57,631 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T18:22:57,631 INFO [master/95451c90bed2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:22:57,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741828_1004 (size=1189) 2024-12-02T18:22:58,042 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/MasterData/data/master/store 2024-12-02T18:22:58,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741829_1005 (size=34) 2024-12-02T18:22:58,447 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:22:58,447 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T18:22:58,447 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:22:58,447 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:22:58,447 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T18:22:58,447 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:22:58,447 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:22:58,447 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733163778447Disabling compacts and flushes for region at 1733163778447Disabling writes for close at 1733163778447Writing region close event to WAL at 1733163778447Closed at 1733163778447 2024-12-02T18:22:58,448 WARN [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/MasterData/data/master/store/.initializing 2024-12-02T18:22:58,448 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/MasterData/WALs/95451c90bed2,45949,1733163776407 2024-12-02T18:22:58,449 INFO [master/95451c90bed2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T18:22:58,450 INFO [master/95451c90bed2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=95451c90bed2%2C45949%2C1733163776407, suffix=, logDir=hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/MasterData/WALs/95451c90bed2,45949,1733163776407, archiveDir=hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/MasterData/oldWALs, maxLogs=10 2024-12-02T18:22:58,460 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/MasterData/WALs/95451c90bed2,45949,1733163776407/95451c90bed2%2C45949%2C1733163776407.1733163778450, exclude list is [], retry=0 2024-12-02T18:22:58,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41691,DS-9c6b2e9a-4ea6-4d3d-bb47-b650c450153a,DISK] 2024-12-02T18:22:58,464 INFO [master/95451c90bed2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/MasterData/WALs/95451c90bed2,45949,1733163776407/95451c90bed2%2C45949%2C1733163776407.1733163778450 2024-12-02T18:22:58,464 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45505:45505)] 2024-12-02T18:22:58,464 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:22:58,464 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:22:58,464 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:22:58,464 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:22:58,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:22:58,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T18:22:58,466 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:22:58,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:22:58,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:22:58,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T18:22:58,467 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:22:58,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:22:58,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:22:58,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T18:22:58,468 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:22:58,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:22:58,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:22:58,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T18:22:58,469 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:22:58,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:22:58,469 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:22:58,470 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:22:58,470 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:22:58,471 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:22:58,471 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:22:58,471 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T18:22:58,472 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:22:58,473 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T18:22:58,474 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63865877, jitterRate=-0.04832427203655243}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T18:22:58,474 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733163778464Initializing all the Stores at 1733163778465 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163778465Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163778465Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163778465Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163778465Cleaning up temporary data from old regions at 1733163778471 (+6 ms)Region opened successfully at 1733163778474 (+3 ms) 2024-12-02T18:22:58,475 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T18:22:58,477 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d8a03cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=95451c90bed2/172.17.0.3:0 2024-12-02T18:22:58,477 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T18:22:58,478 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T18:22:58,478 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T18:22:58,478 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T18:22:58,478 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T18:22:58,478 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T18:22:58,478 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T18:22:58,480 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T18:22:58,481 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45949-0x10197486de80000, quorum=127.0.0.1:58212, baseZNode=/0-928375039 Unable to get data of znode /0-928375039/balancer because node does not exist (not necessarily an error) 2024-12-02T18:22:58,528 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-928375039/balancer already deleted, retry=false 2024-12-02T18:22:58,528 INFO [master/95451c90bed2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T18:22:58,529 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45949-0x10197486de80000, quorum=127.0.0.1:58212, baseZNode=/0-928375039 Unable to get data of znode /0-928375039/normalizer because node does not exist (not necessarily an error) 2024-12-02T18:22:58,617 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-928375039/normalizer already deleted, retry=false 2024-12-02T18:22:58,618 INFO [master/95451c90bed2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T18:22:58,619 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45949-0x10197486de80000, quorum=127.0.0.1:58212, baseZNode=/0-928375039 Unable to get data of znode /0-928375039/switch/split because node does not exist (not necessarily an error) 2024-12-02T18:22:58,647 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-928375039/switch/split already deleted, retry=false 2024-12-02T18:22:58,648 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45949-0x10197486de80000, quorum=127.0.0.1:58212, baseZNode=/0-928375039 Unable to get data of znode /0-928375039/switch/merge because node does not exist (not necessarily an error) 2024-12-02T18:22:58,658 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-928375039/switch/merge already deleted, retry=false 2024-12-02T18:22:58,659 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45949-0x10197486de80000, quorum=127.0.0.1:58212, baseZNode=/0-928375039 Unable to get data of znode /0-928375039/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T18:22:58,668 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-928375039/snapshot-cleanup already deleted, retry=false 2024-12-02T18:22:58,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45949-0x10197486de80000, quorum=127.0.0.1:58212, baseZNode=/0-928375039 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-928375039/running 2024-12-02T18:22:58,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44419-0x10197486de80001, quorum=127.0.0.1:58212, baseZNode=/0-928375039 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-928375039/running 2024-12-02T18:22:58,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44419-0x10197486de80001, quorum=127.0.0.1:58212, baseZNode=/0-928375039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-928375039 2024-12-02T18:22:58,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45949-0x10197486de80000, quorum=127.0.0.1:58212, baseZNode=/0-928375039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-928375039 2024-12-02T18:22:58,679 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=95451c90bed2,45949,1733163776407, sessionid=0x10197486de80000, setting cluster-up flag (Was=false) 2024-12-02T18:22:58,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45949-0x10197486de80000, quorum=127.0.0.1:58212, baseZNode=/0-928375039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-928375039 2024-12-02T18:22:58,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44419-0x10197486de80001, quorum=127.0.0.1:58212, baseZNode=/0-928375039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-928375039 2024-12-02T18:22:58,731 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-928375039/flush-table-proc/acquired, /0-928375039/flush-table-proc/reached, /0-928375039/flush-table-proc/abort 2024-12-02T18:22:58,732 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=95451c90bed2,45949,1733163776407 2024-12-02T18:22:58,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45949-0x10197486de80000, quorum=127.0.0.1:58212, baseZNode=/0-928375039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-928375039 2024-12-02T18:22:58,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44419-0x10197486de80001, quorum=127.0.0.1:58212, baseZNode=/0-928375039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-928375039 2024-12-02T18:22:58,784 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-928375039/online-snapshot/acquired, /0-928375039/online-snapshot/reached, /0-928375039/online-snapshot/abort 2024-12-02T18:22:58,785 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=95451c90bed2,45949,1733163776407 2024-12-02T18:22:58,785 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T18:22:58,786 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T18:22:58,787 INFO [master/95451c90bed2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T18:22:58,787 INFO [master/95451c90bed2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T18:22:58,787 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 95451c90bed2,45949,1733163776407 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T18:22:58,788 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:22:58,788 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:22:58,788 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:22:58,788 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:22:58,788 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/95451c90bed2:0, corePoolSize=10, maxPoolSize=10 2024-12-02T18:22:58,788 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:22:58,788 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/95451c90bed2:0, corePoolSize=2, maxPoolSize=2 2024-12-02T18:22:58,788 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:22:58,789 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733163808789 2024-12-02T18:22:58,789 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T18:22:58,789 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T18:22:58,789 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T18:22:58,789 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T18:22:58,789 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T18:22:58,789 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T18:22:58,789 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T18:22:58,789 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T18:22:58,789 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T18:22:58,789 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T18:22:58,789 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T18:22:58,789 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T18:22:58,789 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T18:22:58,789 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T18:22:58,790 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T18:22:58,790 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.large.0-1733163778790,5,FailOnTimeoutGroup] 2024-12-02T18:22:58,790 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.small.0-1733163778790,5,FailOnTimeoutGroup] 2024-12-02T18:22:58,790 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T18:22:58,790 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T18:22:58,790 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T18:22:58,790 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T18:22:58,790 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:22:58,790 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T18:22:58,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741831_1007 (size=1321) 2024-12-02T18:22:58,854 INFO [RS:0;95451c90bed2:44419 {}] regionserver.HRegionServer(746): ClusterId : ddebb4bc-69de-4d5e-8bff-8a68b81e08a7 2024-12-02T18:22:58,854 DEBUG [RS:0;95451c90bed2:44419 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T18:22:58,865 DEBUG [RS:0;95451c90bed2:44419 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T18:22:58,865 DEBUG [RS:0;95451c90bed2:44419 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T18:22:58,876 DEBUG [RS:0;95451c90bed2:44419 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T18:22:58,876 DEBUG [RS:0;95451c90bed2:44419 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40241a66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=95451c90bed2/172.17.0.3:0 2024-12-02T18:22:58,885 DEBUG [RS:0;95451c90bed2:44419 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;95451c90bed2:44419 2024-12-02T18:22:58,885 INFO [RS:0;95451c90bed2:44419 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T18:22:58,885 INFO [RS:0;95451c90bed2:44419 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T18:22:58,885 DEBUG [RS:0;95451c90bed2:44419 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T18:22:58,886 INFO [RS:0;95451c90bed2:44419 {}] regionserver.HRegionServer(2659): reportForDuty to master=95451c90bed2,45949,1733163776407 with port=44419, startcode=1733163776617 2024-12-02T18:22:58,886 DEBUG [RS:0;95451c90bed2:44419 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T18:22:58,887 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53519, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T18:22:58,887 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45949 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 95451c90bed2,44419,1733163776617 2024-12-02T18:22:58,887 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45949 {}] master.ServerManager(517): Registering regionserver=95451c90bed2,44419,1733163776617 2024-12-02T18:22:58,889 DEBUG [RS:0;95451c90bed2:44419 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532 2024-12-02T18:22:58,889 DEBUG [RS:0;95451c90bed2:44419 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34995 2024-12-02T18:22:58,889 DEBUG [RS:0;95451c90bed2:44419 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T18:22:58,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45949-0x10197486de80000, quorum=127.0.0.1:58212, baseZNode=/0-928375039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-928375039/rs 2024-12-02T18:22:58,900 DEBUG [RS:0;95451c90bed2:44419 {}] zookeeper.ZKUtil(111): regionserver:44419-0x10197486de80001, quorum=127.0.0.1:58212, baseZNode=/0-928375039 Set watcher on existing znode=/0-928375039/rs/95451c90bed2,44419,1733163776617 2024-12-02T18:22:58,900 WARN [RS:0;95451c90bed2:44419 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T18:22:58,900 INFO [RS:0;95451c90bed2:44419 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:22:58,900 DEBUG [RS:0;95451c90bed2:44419 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/WALs/95451c90bed2,44419,1733163776617 2024-12-02T18:22:58,900 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [95451c90bed2,44419,1733163776617] 2024-12-02T18:22:58,902 INFO [RS:0;95451c90bed2:44419 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T18:22:58,903 INFO [RS:0;95451c90bed2:44419 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T18:22:58,903 INFO [RS:0;95451c90bed2:44419 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T18:22:58,903 INFO [RS:0;95451c90bed2:44419 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:22:58,904 INFO [RS:0;95451c90bed2:44419 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T18:22:58,904 INFO [RS:0;95451c90bed2:44419 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T18:22:58,904 INFO [RS:0;95451c90bed2:44419 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T18:22:58,904 DEBUG [RS:0;95451c90bed2:44419 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:22:58,904 DEBUG [RS:0;95451c90bed2:44419 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:22:58,904 DEBUG [RS:0;95451c90bed2:44419 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:22:58,904 DEBUG [RS:0;95451c90bed2:44419 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:22:58,904 DEBUG [RS:0;95451c90bed2:44419 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:22:58,904 DEBUG [RS:0;95451c90bed2:44419 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/95451c90bed2:0, corePoolSize=2, maxPoolSize=2 2024-12-02T18:22:58,904 DEBUG [RS:0;95451c90bed2:44419 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:22:58,904 DEBUG [RS:0;95451c90bed2:44419 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:22:58,904 DEBUG [RS:0;95451c90bed2:44419 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:22:58,904 DEBUG [RS:0;95451c90bed2:44419 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:22:58,904 DEBUG [RS:0;95451c90bed2:44419 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:22:58,904 DEBUG [RS:0;95451c90bed2:44419 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:22:58,905 DEBUG [RS:0;95451c90bed2:44419 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/95451c90bed2:0, corePoolSize=3, maxPoolSize=3 2024-12-02T18:22:58,905 DEBUG [RS:0;95451c90bed2:44419 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/95451c90bed2:0, corePoolSize=3, maxPoolSize=3 2024-12-02T18:22:58,911 INFO [RS:0;95451c90bed2:44419 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T18:22:58,911 INFO [RS:0;95451c90bed2:44419 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T18:22:58,911 INFO [RS:0;95451c90bed2:44419 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:22:58,911 INFO [RS:0;95451c90bed2:44419 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T18:22:58,911 INFO [RS:0;95451c90bed2:44419 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T18:22:58,911 INFO [RS:0;95451c90bed2:44419 {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,44419,1733163776617-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T18:22:58,923 INFO [RS:0;95451c90bed2:44419 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T18:22:58,923 INFO [RS:0;95451c90bed2:44419 {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,44419,1733163776617-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:22:58,923 INFO [RS:0;95451c90bed2:44419 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:22:58,923 INFO [RS:0;95451c90bed2:44419 {}] regionserver.Replication(171): 95451c90bed2,44419,1733163776617 started 2024-12-02T18:22:58,934 INFO [RS:0;95451c90bed2:44419 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:22:58,934 INFO [RS:0;95451c90bed2:44419 {}] regionserver.HRegionServer(1482): Serving as 95451c90bed2,44419,1733163776617, RpcServer on 95451c90bed2/172.17.0.3:44419, sessionid=0x10197486de80001 2024-12-02T18:22:58,934 DEBUG [RS:0;95451c90bed2:44419 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T18:22:58,934 DEBUG [RS:0;95451c90bed2:44419 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 95451c90bed2,44419,1733163776617 2024-12-02T18:22:58,934 DEBUG [RS:0;95451c90bed2:44419 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '95451c90bed2,44419,1733163776617' 2024-12-02T18:22:58,934 DEBUG [RS:0;95451c90bed2:44419 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-928375039/flush-table-proc/abort' 2024-12-02T18:22:58,934 DEBUG [RS:0;95451c90bed2:44419 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-928375039/flush-table-proc/acquired' 2024-12-02T18:22:58,935 DEBUG [RS:0;95451c90bed2:44419 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T18:22:58,935 DEBUG [RS:0;95451c90bed2:44419 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T18:22:58,935 DEBUG [RS:0;95451c90bed2:44419 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 95451c90bed2,44419,1733163776617 2024-12-02T18:22:58,935 DEBUG [RS:0;95451c90bed2:44419 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '95451c90bed2,44419,1733163776617' 2024-12-02T18:22:58,935 DEBUG [RS:0;95451c90bed2:44419 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-928375039/online-snapshot/abort' 2024-12-02T18:22:58,935 DEBUG [RS:0;95451c90bed2:44419 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-928375039/online-snapshot/acquired' 2024-12-02T18:22:58,935 DEBUG [RS:0;95451c90bed2:44419 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T18:22:58,935 INFO [RS:0;95451c90bed2:44419 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T18:22:58,935 INFO [RS:0;95451c90bed2:44419 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T18:22:59,036 INFO [RS:0;95451c90bed2:44419 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T18:22:59,037 INFO [RS:0;95451c90bed2:44419 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=95451c90bed2%2C44419%2C1733163776617, suffix=, logDir=hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/WALs/95451c90bed2,44419,1733163776617, archiveDir=hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/oldWALs, maxLogs=10 2024-12-02T18:22:59,047 DEBUG [RS:0;95451c90bed2:44419 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/WALs/95451c90bed2,44419,1733163776617/95451c90bed2%2C44419%2C1733163776617.1733163779037, exclude list is [], retry=0 2024-12-02T18:22:59,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41691,DS-9c6b2e9a-4ea6-4d3d-bb47-b650c450153a,DISK] 2024-12-02T18:22:59,051 INFO [RS:0;95451c90bed2:44419 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/WALs/95451c90bed2,44419,1733163776617/95451c90bed2%2C44419%2C1733163776617.1733163779037 2024-12-02T18:22:59,052 DEBUG [RS:0;95451c90bed2:44419 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45505:45505)] 2024-12-02T18:22:59,197 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T18:22:59,197 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532 2024-12-02T18:22:59,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741833_1009 (size=32) 2024-12-02T18:22:59,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:22:59,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T18:22:59,606 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T18:22:59,606 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:22:59,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:22:59,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T18:22:59,607 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T18:22:59,607 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:22:59,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:22:59,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T18:22:59,608 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T18:22:59,608 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:22:59,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:22:59,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T18:22:59,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T18:22:59,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:22:59,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:22:59,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T18:22:59,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/data/hbase/meta/1588230740 2024-12-02T18:22:59,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/data/hbase/meta/1588230740 2024-12-02T18:22:59,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T18:22:59,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T18:22:59,611 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T18:22:59,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T18:22:59,613 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T18:22:59,613 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61397901, jitterRate=-0.08509998023509979}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T18:22:59,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733163779604Initializing all the Stores at 1733163779605 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163779605Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163779605Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163779605Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163779605Cleaning up temporary data from old regions at 1733163779611 (+6 ms)Region opened successfully at 1733163779614 (+3 ms) 2024-12-02T18:22:59,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T18:22:59,614 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T18:22:59,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T18:22:59,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T18:22:59,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T18:22:59,615 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T18:22:59,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733163779614Disabling compacts and flushes for region at 1733163779614Disabling writes for close at 1733163779614Writing region close event to WAL at 1733163779615 (+1 ms)Closed at 1733163779615 2024-12-02T18:22:59,616 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T18:22:59,616 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T18:22:59,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T18:22:59,617 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T18:22:59,617 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T18:22:59,767 DEBUG [95451c90bed2:45949 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T18:22:59,768 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=95451c90bed2,44419,1733163776617 2024-12-02T18:22:59,769 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 95451c90bed2,44419,1733163776617, state=OPENING 2024-12-02T18:22:59,847 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T18:22:59,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44419-0x10197486de80001, quorum=127.0.0.1:58212, baseZNode=/0-928375039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-928375039 2024-12-02T18:22:59,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45949-0x10197486de80000, quorum=127.0.0.1:58212, baseZNode=/0-928375039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-928375039 2024-12-02T18:22:59,858 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T18:22:59,858 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-928375039/meta-region-server: CHANGED 2024-12-02T18:22:59,858 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-928375039/meta-region-server: CHANGED 2024-12-02T18:22:59,858 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=95451c90bed2,44419,1733163776617}] 2024-12-02T18:23:00,010 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T18:23:00,011 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38797, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T18:23:00,013 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T18:23:00,013 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:23:00,014 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T18:23:00,015 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=95451c90bed2%2C44419%2C1733163776617.meta, suffix=.meta, logDir=hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/WALs/95451c90bed2,44419,1733163776617, archiveDir=hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/oldWALs, maxLogs=10 2024-12-02T18:23:00,030 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/WALs/95451c90bed2,44419,1733163776617/95451c90bed2%2C44419%2C1733163776617.meta.1733163780015.meta, exclude list is [], retry=0 2024-12-02T18:23:00,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41691,DS-9c6b2e9a-4ea6-4d3d-bb47-b650c450153a,DISK] 2024-12-02T18:23:00,033 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/WALs/95451c90bed2,44419,1733163776617/95451c90bed2%2C44419%2C1733163776617.meta.1733163780015.meta 2024-12-02T18:23:00,034 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45505:45505)] 2024-12-02T18:23:00,034 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:23:00,034 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T18:23:00,034 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T18:23:00,034 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T18:23:00,034 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T18:23:00,034 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T18:23:00,034 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:23:00,035 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T18:23:00,035 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T18:23:00,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T18:23:00,036 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T18:23:00,036 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:00,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:23:00,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T18:23:00,037 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T18:23:00,037 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:00,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:23:00,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T18:23:00,038 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T18:23:00,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:00,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:23:00,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T18:23:00,040 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T18:23:00,040 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:00,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:23:00,040 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T18:23:00,040 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/data/hbase/meta/1588230740 2024-12-02T18:23:00,041 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/data/hbase/meta/1588230740 2024-12-02T18:23:00,042 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T18:23:00,042 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T18:23:00,042 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T18:23:00,043 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T18:23:00,044 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70235917, jitterRate=0.046596720814704895}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T18:23:00,044 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T18:23:00,044 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733163780035Writing region info on filesystem at 1733163780035Initializing all the Stores at 1733163780035Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163780035Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163780035Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163780035Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163780036 (+1 ms)Cleaning up temporary data from old regions at 1733163780042 (+6 ms)Running coprocessor post-open hooks at 1733163780044 (+2 ms)Region opened successfully at 1733163780044 2024-12-02T18:23:00,045 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733163780010 2024-12-02T18:23:00,046 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T18:23:00,046 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T18:23:00,047 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=95451c90bed2,44419,1733163776617 2024-12-02T18:23:00,047 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 95451c90bed2,44419,1733163776617, state=OPEN 2024-12-02T18:23:00,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44419-0x10197486de80001, quorum=127.0.0.1:58212, baseZNode=/0-928375039 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-928375039/meta-region-server 2024-12-02T18:23:00,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45949-0x10197486de80000, quorum=127.0.0.1:58212, baseZNode=/0-928375039 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-928375039/meta-region-server 2024-12-02T18:23:00,082 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=95451c90bed2,44419,1733163776617 2024-12-02T18:23:00,082 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-928375039/meta-region-server: CHANGED 2024-12-02T18:23:00,082 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-928375039/meta-region-server: CHANGED 2024-12-02T18:23:00,084 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T18:23:00,084 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=95451c90bed2,44419,1733163776617 in 224 msec 2024-12-02T18:23:00,085 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T18:23:00,085 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 468 msec 2024-12-02T18:23:00,085 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T18:23:00,085 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T18:23:00,086 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:23:00,086 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,44419,1733163776617, seqNum=-1] 2024-12-02T18:23:00,087 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:23:00,087 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47319, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T18:23:00,091 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3040 sec 2024-12-02T18:23:00,091 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733163780091, completionTime=-1 2024-12-02T18:23:00,091 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T18:23:00,091 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T18:23:00,093 INFO [master/95451c90bed2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T18:23:00,093 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733163840093 2024-12-02T18:23:00,093 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733163900093 2024-12-02T18:23:00,093 INFO [master/95451c90bed2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T18:23:00,093 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,45949,1733163776407-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:00,093 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,45949,1733163776407-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:00,093 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,45949,1733163776407-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:00,093 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-95451c90bed2:45949, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:00,093 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:00,093 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:00,094 DEBUG [master/95451c90bed2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T18:23:00,096 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.399sec 2024-12-02T18:23:00,096 INFO [master/95451c90bed2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T18:23:00,096 INFO [master/95451c90bed2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T18:23:00,096 INFO [master/95451c90bed2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T18:23:00,096 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T18:23:00,096 INFO [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T18:23:00,096 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,45949,1733163776407-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T18:23:00,096 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,45949,1733163776407-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T18:23:00,098 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T18:23:00,098 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T18:23:00,098 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,45949,1733163776407-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:00,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6293aa39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:23:00,156 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,45949,-1 for getting cluster id 2024-12-02T18:23:00,157 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:23:00,157 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddebb4bc-69de-4d5e-8bff-8a68b81e08a7' 2024-12-02T18:23:00,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:23:00,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddebb4bc-69de-4d5e-8bff-8a68b81e08a7" 2024-12-02T18:23:00,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7de33f7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:23:00,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,45949,-1] 2024-12-02T18:23:00,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:23:00,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:23:00,159 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:23:00,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ed09396, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:23:00,160 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:23:00,161 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,44419,1733163776617, seqNum=-1] 2024-12-02T18:23:00,162 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:23:00,162 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T18:23:00,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=95451c90bed2,45949,1733163776407 2024-12-02T18:23:00,164 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58212 2024-12-02T18:23:00,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58212, baseZNode=/0-928375039 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T18:23:00,174 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10197486de80002 connected 2024-12-02T18:23:00,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/753c48e2-8b80-8d72-4a91-68dbe9d0866f/hadoop.log.dir so I do NOT create it in target/test-data/2a691b27-64a0-7dac-6d5d-94b47d9b52fa 2024-12-02T18:23:00,186 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/753c48e2-8b80-8d72-4a91-68dbe9d0866f/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T18:23:00,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/753c48e2-8b80-8d72-4a91-68dbe9d0866f/hadoop.tmp.dir so I do NOT create it in target/test-data/2a691b27-64a0-7dac-6d5d-94b47d9b52fa 2024-12-02T18:23:00,186 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/753c48e2-8b80-8d72-4a91-68dbe9d0866f/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T18:23:00,186 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a691b27-64a0-7dac-6d5d-94b47d9b52fa 2024-12-02T18:23:00,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T18:23:00,186 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a691b27-64a0-7dac-6d5d-94b47d9b52fa/cluster_2b2d229e-f16f-bf67-7fdb-cdc29674b7a5, deleteOnExit=true 2024-12-02T18:23:00,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T18:23:00,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a691b27-64a0-7dac-6d5d-94b47d9b52fa/test.cache.data in system properties and HBase conf 2024-12-02T18:23:00,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a691b27-64a0-7dac-6d5d-94b47d9b52fa/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T18:23:00,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a691b27-64a0-7dac-6d5d-94b47d9b52fa/hadoop.log.dir in system properties and HBase conf 2024-12-02T18:23:00,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a691b27-64a0-7dac-6d5d-94b47d9b52fa/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T18:23:00,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a691b27-64a0-7dac-6d5d-94b47d9b52fa/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T18:23:00,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T18:23:00,186 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T18:23:00,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a691b27-64a0-7dac-6d5d-94b47d9b52fa/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T18:23:00,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a691b27-64a0-7dac-6d5d-94b47d9b52fa/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T18:23:00,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a691b27-64a0-7dac-6d5d-94b47d9b52fa/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T18:23:00,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a691b27-64a0-7dac-6d5d-94b47d9b52fa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T18:23:00,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a691b27-64a0-7dac-6d5d-94b47d9b52fa/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T18:23:00,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a691b27-64a0-7dac-6d5d-94b47d9b52fa/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T18:23:00,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a691b27-64a0-7dac-6d5d-94b47d9b52fa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T18:23:00,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a691b27-64a0-7dac-6d5d-94b47d9b52fa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T18:23:00,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a691b27-64a0-7dac-6d5d-94b47d9b52fa/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T18:23:00,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a691b27-64a0-7dac-6d5d-94b47d9b52fa/nfs.dump.dir in system properties and HBase conf 2024-12-02T18:23:00,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a691b27-64a0-7dac-6d5d-94b47d9b52fa/java.io.tmpdir in system properties and HBase conf 2024-12-02T18:23:00,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a691b27-64a0-7dac-6d5d-94b47d9b52fa/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T18:23:00,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a691b27-64a0-7dac-6d5d-94b47d9b52fa/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T18:23:00,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a691b27-64a0-7dac-6d5d-94b47d9b52fa/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T18:23:00,490 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T18:23:00,492 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T18:23:00,493 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T18:23:00,493 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T18:23:00,493 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T18:23:00,493 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T18:23:00,494 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b6f1e3d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a691b27-64a0-7dac-6d5d-94b47d9b52fa/hadoop.log.dir/,AVAILABLE} 2024-12-02T18:23:00,494 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2424518a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T18:23:00,584 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@586be9a6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a691b27-64a0-7dac-6d5d-94b47d9b52fa/java.io.tmpdir/jetty-localhost-41173-hadoop-hdfs-3_4_1-tests_jar-_-any-738726805511913903/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T18:23:00,585 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@77ac7b40{HTTP/1.1, (http/1.1)}{localhost:41173} 2024-12-02T18:23:00,585 INFO [Time-limited test {}] server.Server(415): Started @290118ms 2024-12-02T18:23:00,807 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T18:23:00,809 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T18:23:00,812 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T18:23:00,812 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T18:23:00,812 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T18:23:00,814 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@466d9322{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a691b27-64a0-7dac-6d5d-94b47d9b52fa/hadoop.log.dir/,AVAILABLE} 2024-12-02T18:23:00,814 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7300ccf5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T18:23:00,904 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@384e6aae{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a691b27-64a0-7dac-6d5d-94b47d9b52fa/java.io.tmpdir/jetty-localhost-46839-hadoop-hdfs-3_4_1-tests_jar-_-any-8391890306274868950/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T18:23:00,904 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3a8ac6d2{HTTP/1.1, (http/1.1)}{localhost:46839} 2024-12-02T18:23:00,904 INFO [Time-limited test {}] server.Server(415): Started @290437ms 2024-12-02T18:23:00,905 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T18:23:01,530 WARN [Thread-3565 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a691b27-64a0-7dac-6d5d-94b47d9b52fa/cluster_2b2d229e-f16f-bf67-7fdb-cdc29674b7a5/data/data1/current/BP-1532990803-172.17.0.3-1733163780200/current, will proceed with Du for space computation calculation, 2024-12-02T18:23:01,530 WARN [Thread-3566 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a691b27-64a0-7dac-6d5d-94b47d9b52fa/cluster_2b2d229e-f16f-bf67-7fdb-cdc29674b7a5/data/data2/current/BP-1532990803-172.17.0.3-1733163780200/current, will proceed with Du for space computation calculation, 2024-12-02T18:23:01,545 WARN [Thread-3553 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T18:23:01,547 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6c701a6754407eb6 with lease ID 0x22f522c8c99bf6e: Processing first storage report for DS-6118a182-bd49-4004-8700-05857278b036 from datanode DatanodeRegistration(127.0.0.1:36963, datanodeUuid=ce317ece-0c69-4087-ae98-54c954020bf3, infoPort=43187, infoSecurePort=0, ipcPort=41959, storageInfo=lv=-57;cid=testClusterID;nsid=1167452406;c=1733163780200) 2024-12-02T18:23:01,547 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6c701a6754407eb6 with lease ID 0x22f522c8c99bf6e: from storage DS-6118a182-bd49-4004-8700-05857278b036 node DatanodeRegistration(127.0.0.1:36963, datanodeUuid=ce317ece-0c69-4087-ae98-54c954020bf3, infoPort=43187, infoSecurePort=0, ipcPort=41959, storageInfo=lv=-57;cid=testClusterID;nsid=1167452406;c=1733163780200), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T18:23:01,547 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6c701a6754407eb6 with lease ID 0x22f522c8c99bf6e: Processing first storage report for DS-19e5799e-2f4c-415d-ac9c-89f1b2af6a2f from datanode DatanodeRegistration(127.0.0.1:36963, datanodeUuid=ce317ece-0c69-4087-ae98-54c954020bf3, infoPort=43187, infoSecurePort=0, ipcPort=41959, storageInfo=lv=-57;cid=testClusterID;nsid=1167452406;c=1733163780200) 2024-12-02T18:23:01,547 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6c701a6754407eb6 with lease ID 0x22f522c8c99bf6e: from storage DS-19e5799e-2f4c-415d-ac9c-89f1b2af6a2f node DatanodeRegistration(127.0.0.1:36963, datanodeUuid=ce317ece-0c69-4087-ae98-54c954020bf3, infoPort=43187, infoSecurePort=0, ipcPort=41959, storageInfo=lv=-57;cid=testClusterID;nsid=1167452406;c=1733163780200), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T18:23:01,627 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a691b27-64a0-7dac-6d5d-94b47d9b52fa 2024-12-02T18:23:01,627 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:23:01,628 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:23:01,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741825_1001 (size=7) 2024-12-02T18:23:02,035 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693 with version=8 2024-12-02T18:23:02,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/hbase-staging 2024-12-02T18:23:02,037 INFO [Time-limited test {}] client.ConnectionUtils(128): master/95451c90bed2:0 server-side Connection retries=45 2024-12-02T18:23:02,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:23:02,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T18:23:02,037 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T18:23:02,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:23:02,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T18:23:02,038 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T18:23:02,038 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T18:23:02,038 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37601 2024-12-02T18:23:02,039 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37601 connecting to ZooKeeper ensemble=127.0.0.1:58212 2024-12-02T18:23:02,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:376010x0, quorum=127.0.0.1:58212, baseZNode=/1-1499118816 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T18:23:02,047 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37601-0x10197486de80003 connected 2024-12-02T18:23:02,121 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:23:02,122 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:23:02,124 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37601-0x10197486de80003, quorum=127.0.0.1:58212, baseZNode=/1-1499118816 Set watcher on znode that does not yet exist, /1-1499118816/running 2024-12-02T18:23:02,124 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693, hbase.cluster.distributed=false 2024-12-02T18:23:02,126 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37601-0x10197486de80003, quorum=127.0.0.1:58212, baseZNode=/1-1499118816 Set watcher on znode that does not yet exist, /1-1499118816/acl 2024-12-02T18:23:02,126 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37601 2024-12-02T18:23:02,126 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37601 2024-12-02T18:23:02,126 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37601 2024-12-02T18:23:02,127 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37601 2024-12-02T18:23:02,127 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37601 2024-12-02T18:23:02,142 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/95451c90bed2:0 server-side Connection retries=45 2024-12-02T18:23:02,142 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:23:02,142 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T18:23:02,143 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T18:23:02,143 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:23:02,143 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T18:23:02,143 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T18:23:02,143 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T18:23:02,143 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46685 2024-12-02T18:23:02,144 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46685 connecting to ZooKeeper ensemble=127.0.0.1:58212 2024-12-02T18:23:02,144 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:23:02,145 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:23:02,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:466850x0, quorum=127.0.0.1:58212, baseZNode=/1-1499118816 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T18:23:02,160 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:466850x0, quorum=127.0.0.1:58212, baseZNode=/1-1499118816 Set watcher on znode that does not yet exist, /1-1499118816/running 2024-12-02T18:23:02,160 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46685-0x10197486de80004 connected 2024-12-02T18:23:02,160 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T18:23:02,161 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T18:23:02,161 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46685-0x10197486de80004, quorum=127.0.0.1:58212, baseZNode=/1-1499118816 Set watcher on znode that does not yet exist, /1-1499118816/master 2024-12-02T18:23:02,161 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46685-0x10197486de80004, quorum=127.0.0.1:58212, baseZNode=/1-1499118816 Set watcher on znode that does not yet exist, /1-1499118816/acl 2024-12-02T18:23:02,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46685 2024-12-02T18:23:02,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46685 2024-12-02T18:23:02,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46685 2024-12-02T18:23:02,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46685 2024-12-02T18:23:02,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46685 2024-12-02T18:23:02,172 DEBUG [M:0;95451c90bed2:37601 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;95451c90bed2:37601 2024-12-02T18:23:02,174 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1499118816/backup-masters/95451c90bed2,37601,1733163782037 2024-12-02T18:23:02,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46685-0x10197486de80004, quorum=127.0.0.1:58212, baseZNode=/1-1499118816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1499118816/backup-masters 2024-12-02T18:23:02,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37601-0x10197486de80003, quorum=127.0.0.1:58212, baseZNode=/1-1499118816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1499118816/backup-masters 2024-12-02T18:23:02,184 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37601-0x10197486de80003, quorum=127.0.0.1:58212, baseZNode=/1-1499118816 Set watcher on existing znode=/1-1499118816/backup-masters/95451c90bed2,37601,1733163782037 2024-12-02T18:23:02,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46685-0x10197486de80004, quorum=127.0.0.1:58212, baseZNode=/1-1499118816 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1499118816/master 2024-12-02T18:23:02,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37601-0x10197486de80003, quorum=127.0.0.1:58212, baseZNode=/1-1499118816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1499118816 2024-12-02T18:23:02,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46685-0x10197486de80004, quorum=127.0.0.1:58212, baseZNode=/1-1499118816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1499118816 2024-12-02T18:23:02,195 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37601-0x10197486de80003, quorum=127.0.0.1:58212, baseZNode=/1-1499118816 Set watcher on existing znode=/1-1499118816/master 2024-12-02T18:23:02,195 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1499118816/backup-masters/95451c90bed2,37601,1733163782037 from backup master directory 2024-12-02T18:23:02,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37601-0x10197486de80003, quorum=127.0.0.1:58212, baseZNode=/1-1499118816 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1499118816/backup-masters/95451c90bed2,37601,1733163782037 2024-12-02T18:23:02,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46685-0x10197486de80004, quorum=127.0.0.1:58212, baseZNode=/1-1499118816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1499118816/backup-masters 2024-12-02T18:23:02,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37601-0x10197486de80003, quorum=127.0.0.1:58212, baseZNode=/1-1499118816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1499118816/backup-masters 2024-12-02T18:23:02,205 WARN [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T18:23:02,205 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=95451c90bed2,37601,1733163782037 2024-12-02T18:23:02,207 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/hbase.id] with ID: 79ba35b0-2a1f-4b1e-a6fd-81b3469edcbf 2024-12-02T18:23:02,207 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/.tmp/hbase.id 2024-12-02T18:23:02,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741826_1002 (size=42) 2024-12-02T18:23:02,245 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T18:23:02,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:02,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:02,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:02,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:02,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:02,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:02,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:02,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:02,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:02,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:02,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:02,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:02,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:02,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:02,612 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/.tmp/hbase.id]:[hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/hbase.id] 2024-12-02T18:23:02,619 INFO [master/95451c90bed2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:23:02,619 INFO [master/95451c90bed2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T18:23:02,619 INFO [master/95451c90bed2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-02T18:23:02,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37601-0x10197486de80003, quorum=127.0.0.1:58212, baseZNode=/1-1499118816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1499118816 2024-12-02T18:23:02,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46685-0x10197486de80004, quorum=127.0.0.1:58212, baseZNode=/1-1499118816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1499118816 2024-12-02T18:23:02,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741827_1003 (size=196) 2024-12-02T18:23:03,102 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T18:23:03,102 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T18:23:03,102 INFO [master/95451c90bed2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:23:03,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741828_1004 (size=1189) 2024-12-02T18:23:03,508 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/MasterData/data/master/store 2024-12-02T18:23:03,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741829_1005 (size=34) 2024-12-02T18:23:03,912 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:23:03,912 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T18:23:03,913 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:23:03,913 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:23:03,913 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T18:23:03,913 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:23:03,913 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:23:03,913 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733163783912Disabling compacts and flushes for region at 1733163783912Disabling writes for close at 1733163783913 (+1 ms)Writing region close event to WAL at 1733163783913Closed at 1733163783913 2024-12-02T18:23:03,913 WARN [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/MasterData/data/master/store/.initializing 2024-12-02T18:23:03,913 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/MasterData/WALs/95451c90bed2,37601,1733163782037 2024-12-02T18:23:03,914 INFO [master/95451c90bed2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T18:23:03,915 INFO [master/95451c90bed2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=95451c90bed2%2C37601%2C1733163782037, suffix=, logDir=hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/MasterData/WALs/95451c90bed2,37601,1733163782037, archiveDir=hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/MasterData/oldWALs, maxLogs=10 2024-12-02T18:23:03,930 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/MasterData/WALs/95451c90bed2,37601,1733163782037/95451c90bed2%2C37601%2C1733163782037.1733163783915, exclude list is [], retry=0 2024-12-02T18:23:03,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36963,DS-6118a182-bd49-4004-8700-05857278b036,DISK] 2024-12-02T18:23:03,933 INFO [master/95451c90bed2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/MasterData/WALs/95451c90bed2,37601,1733163782037/95451c90bed2%2C37601%2C1733163782037.1733163783915 2024-12-02T18:23:03,933 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43187:43187)] 2024-12-02T18:23:03,933 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:23:03,933 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:23:03,933 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:23:03,933 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:23:03,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:23:03,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T18:23:03,935 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:03,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:23:03,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:23:03,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T18:23:03,936 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:03,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:23:03,937 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:23:03,937 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T18:23:03,937 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:03,937 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:23:03,937 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:23:03,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T18:23:03,938 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:03,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:23:03,938 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:23:03,939 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:23:03,939 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:23:03,940 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:23:03,940 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:23:03,940 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T18:23:03,941 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:23:03,942 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T18:23:03,942 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71907206, jitterRate=0.07150086760520935}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T18:23:03,942 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733163783933Initializing all the Stores at 1733163783934 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163783934Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163783934Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163783934Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163783934Cleaning up temporary data from old regions at 1733163783940 (+6 ms)Region opened successfully at 1733163783942 (+2 ms) 2024-12-02T18:23:03,942 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T18:23:03,944 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fd939ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=95451c90bed2/172.17.0.3:0 2024-12-02T18:23:03,945 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T18:23:03,945 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T18:23:03,945 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T18:23:03,945 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T18:23:03,946 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T18:23:03,946 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T18:23:03,946 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T18:23:03,947 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T18:23:03,948 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37601-0x10197486de80003, quorum=127.0.0.1:58212, baseZNode=/1-1499118816 Unable to get data of znode /1-1499118816/balancer because node does not exist (not necessarily an error) 2024-12-02T18:23:04,012 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1499118816/balancer already deleted, retry=false 2024-12-02T18:23:04,012 INFO [master/95451c90bed2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T18:23:04,013 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37601-0x10197486de80003, quorum=127.0.0.1:58212, baseZNode=/1-1499118816 Unable to get data of znode /1-1499118816/normalizer because node does not exist (not necessarily an error) 2024-12-02T18:23:04,022 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1499118816/normalizer already deleted, retry=false 2024-12-02T18:23:04,023 INFO [master/95451c90bed2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T18:23:04,023 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37601-0x10197486de80003, quorum=127.0.0.1:58212, baseZNode=/1-1499118816 Unable to get data of znode /1-1499118816/switch/split because node does not exist (not necessarily an error) 2024-12-02T18:23:04,033 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1499118816/switch/split already deleted, retry=false 2024-12-02T18:23:04,034 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37601-0x10197486de80003, quorum=127.0.0.1:58212, baseZNode=/1-1499118816 Unable to get data of znode /1-1499118816/switch/merge because node does not exist (not necessarily an error) 2024-12-02T18:23:04,043 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1499118816/switch/merge already deleted, retry=false 2024-12-02T18:23:04,045 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37601-0x10197486de80003, quorum=127.0.0.1:58212, baseZNode=/1-1499118816 Unable to get data of znode /1-1499118816/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T18:23:04,054 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1499118816/snapshot-cleanup already deleted, retry=false 2024-12-02T18:23:04,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37601-0x10197486de80003, quorum=127.0.0.1:58212, baseZNode=/1-1499118816 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1499118816/running 2024-12-02T18:23:04,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46685-0x10197486de80004, quorum=127.0.0.1:58212, baseZNode=/1-1499118816 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1499118816/running 2024-12-02T18:23:04,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37601-0x10197486de80003, quorum=127.0.0.1:58212, baseZNode=/1-1499118816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1499118816 2024-12-02T18:23:04,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46685-0x10197486de80004, quorum=127.0.0.1:58212, baseZNode=/1-1499118816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1499118816 2024-12-02T18:23:04,065 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=95451c90bed2,37601,1733163782037, sessionid=0x10197486de80003, setting cluster-up flag (Was=false) 2024-12-02T18:23:04,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37601-0x10197486de80003, quorum=127.0.0.1:58212, baseZNode=/1-1499118816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1499118816 2024-12-02T18:23:04,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46685-0x10197486de80004, quorum=127.0.0.1:58212, baseZNode=/1-1499118816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1499118816 2024-12-02T18:23:04,117 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1499118816/flush-table-proc/acquired, /1-1499118816/flush-table-proc/reached, /1-1499118816/flush-table-proc/abort 2024-12-02T18:23:04,118 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=95451c90bed2,37601,1733163782037 2024-12-02T18:23:04,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37601-0x10197486de80003, quorum=127.0.0.1:58212, baseZNode=/1-1499118816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1499118816 2024-12-02T18:23:04,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46685-0x10197486de80004, quorum=127.0.0.1:58212, baseZNode=/1-1499118816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1499118816 2024-12-02T18:23:04,170 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1499118816/online-snapshot/acquired, /1-1499118816/online-snapshot/reached, /1-1499118816/online-snapshot/abort 2024-12-02T18:23:04,171 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=95451c90bed2,37601,1733163782037 2024-12-02T18:23:04,171 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T18:23:04,172 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T18:23:04,173 INFO [master/95451c90bed2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T18:23:04,173 INFO [master/95451c90bed2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T18:23:04,173 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 95451c90bed2,37601,1733163782037 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T18:23:04,174 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:23:04,174 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:23:04,174 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:23:04,174 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:23:04,174 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/95451c90bed2:0, corePoolSize=10, maxPoolSize=10 2024-12-02T18:23:04,174 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:23:04,174 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/95451c90bed2:0, corePoolSize=2, maxPoolSize=2 2024-12-02T18:23:04,174 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:23:04,175 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733163814175 2024-12-02T18:23:04,175 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T18:23:04,175 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T18:23:04,175 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T18:23:04,175 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T18:23:04,175 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T18:23:04,175 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T18:23:04,175 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:04,175 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T18:23:04,175 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T18:23:04,175 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T18:23:04,175 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T18:23:04,175 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T18:23:04,175 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T18:23:04,176 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T18:23:04,176 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T18:23:04,176 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.large.0-1733163784176,5,FailOnTimeoutGroup] 2024-12-02T18:23:04,176 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:04,176 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.small.0-1733163784176,5,FailOnTimeoutGroup] 2024-12-02T18:23:04,176 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T18:23:04,176 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:04,176 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T18:23:04,176 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:04,176 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:04,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741831_1007 (size=1321) 2024-12-02T18:23:04,265 INFO [RS:0;95451c90bed2:46685 {}] regionserver.HRegionServer(746): ClusterId : 79ba35b0-2a1f-4b1e-a6fd-81b3469edcbf 2024-12-02T18:23:04,265 DEBUG [RS:0;95451c90bed2:46685 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T18:23:04,275 DEBUG [RS:0;95451c90bed2:46685 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T18:23:04,275 DEBUG [RS:0;95451c90bed2:46685 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T18:23:04,286 DEBUG [RS:0;95451c90bed2:46685 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T18:23:04,286 DEBUG [RS:0;95451c90bed2:46685 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15d1b2e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=95451c90bed2/172.17.0.3:0 2024-12-02T18:23:04,296 DEBUG [RS:0;95451c90bed2:46685 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;95451c90bed2:46685 2024-12-02T18:23:04,296 INFO [RS:0;95451c90bed2:46685 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T18:23:04,296 INFO [RS:0;95451c90bed2:46685 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T18:23:04,296 DEBUG [RS:0;95451c90bed2:46685 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T18:23:04,297 INFO [RS:0;95451c90bed2:46685 {}] regionserver.HRegionServer(2659): reportForDuty to master=95451c90bed2,37601,1733163782037 with port=46685, startcode=1733163782142 2024-12-02T18:23:04,297 DEBUG [RS:0;95451c90bed2:46685 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T18:23:04,298 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55169, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T18:23:04,298 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37601 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 95451c90bed2,46685,1733163782142 2024-12-02T18:23:04,298 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37601 {}] master.ServerManager(517): Registering regionserver=95451c90bed2,46685,1733163782142 2024-12-02T18:23:04,299 DEBUG [RS:0;95451c90bed2:46685 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693 2024-12-02T18:23:04,299 DEBUG [RS:0;95451c90bed2:46685 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43927 2024-12-02T18:23:04,299 DEBUG [RS:0;95451c90bed2:46685 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T18:23:04,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37601-0x10197486de80003, quorum=127.0.0.1:58212, baseZNode=/1-1499118816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1499118816/rs 2024-12-02T18:23:04,352 DEBUG [RS:0;95451c90bed2:46685 {}] zookeeper.ZKUtil(111): regionserver:46685-0x10197486de80004, quorum=127.0.0.1:58212, baseZNode=/1-1499118816 Set watcher on existing znode=/1-1499118816/rs/95451c90bed2,46685,1733163782142 2024-12-02T18:23:04,352 WARN [RS:0;95451c90bed2:46685 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T18:23:04,352 INFO [RS:0;95451c90bed2:46685 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:23:04,352 DEBUG [RS:0;95451c90bed2:46685 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/WALs/95451c90bed2,46685,1733163782142 2024-12-02T18:23:04,352 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [95451c90bed2,46685,1733163782142] 2024-12-02T18:23:04,354 INFO [RS:0;95451c90bed2:46685 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T18:23:04,355 INFO [RS:0;95451c90bed2:46685 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T18:23:04,355 INFO [RS:0;95451c90bed2:46685 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T18:23:04,355 INFO [RS:0;95451c90bed2:46685 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:04,355 INFO [RS:0;95451c90bed2:46685 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T18:23:04,356 INFO [RS:0;95451c90bed2:46685 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T18:23:04,356 INFO [RS:0;95451c90bed2:46685 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:04,356 DEBUG [RS:0;95451c90bed2:46685 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:23:04,356 DEBUG [RS:0;95451c90bed2:46685 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:23:04,356 DEBUG [RS:0;95451c90bed2:46685 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:23:04,356 DEBUG [RS:0;95451c90bed2:46685 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:23:04,356 DEBUG [RS:0;95451c90bed2:46685 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:23:04,356 DEBUG [RS:0;95451c90bed2:46685 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/95451c90bed2:0, corePoolSize=2, maxPoolSize=2 2024-12-02T18:23:04,356 DEBUG [RS:0;95451c90bed2:46685 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:23:04,356 DEBUG [RS:0;95451c90bed2:46685 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:23:04,356 DEBUG [RS:0;95451c90bed2:46685 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:23:04,356 DEBUG [RS:0;95451c90bed2:46685 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:23:04,356 DEBUG [RS:0;95451c90bed2:46685 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:23:04,356 DEBUG [RS:0;95451c90bed2:46685 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:23:04,356 DEBUG [RS:0;95451c90bed2:46685 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/95451c90bed2:0, corePoolSize=3, maxPoolSize=3 2024-12-02T18:23:04,356 DEBUG [RS:0;95451c90bed2:46685 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/95451c90bed2:0, corePoolSize=3, maxPoolSize=3 2024-12-02T18:23:04,356 INFO [RS:0;95451c90bed2:46685 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:04,357 INFO [RS:0;95451c90bed2:46685 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:04,357 INFO [RS:0;95451c90bed2:46685 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:04,357 INFO [RS:0;95451c90bed2:46685 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:04,357 INFO [RS:0;95451c90bed2:46685 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:04,357 INFO [RS:0;95451c90bed2:46685 {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,46685,1733163782142-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T18:23:04,367 INFO [RS:0;95451c90bed2:46685 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T18:23:04,367 INFO [RS:0;95451c90bed2:46685 {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,46685,1733163782142-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:04,368 INFO [RS:0;95451c90bed2:46685 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:04,368 INFO [RS:0;95451c90bed2:46685 {}] regionserver.Replication(171): 95451c90bed2,46685,1733163782142 started 2024-12-02T18:23:04,379 INFO [RS:0;95451c90bed2:46685 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:04,379 INFO [RS:0;95451c90bed2:46685 {}] regionserver.HRegionServer(1482): Serving as 95451c90bed2,46685,1733163782142, RpcServer on 95451c90bed2/172.17.0.3:46685, sessionid=0x10197486de80004 2024-12-02T18:23:04,379 DEBUG [RS:0;95451c90bed2:46685 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T18:23:04,379 DEBUG [RS:0;95451c90bed2:46685 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 95451c90bed2,46685,1733163782142 2024-12-02T18:23:04,379 DEBUG [RS:0;95451c90bed2:46685 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '95451c90bed2,46685,1733163782142' 2024-12-02T18:23:04,379 DEBUG [RS:0;95451c90bed2:46685 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1499118816/flush-table-proc/abort' 2024-12-02T18:23:04,379 DEBUG [RS:0;95451c90bed2:46685 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1499118816/flush-table-proc/acquired' 2024-12-02T18:23:04,379 DEBUG [RS:0;95451c90bed2:46685 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T18:23:04,379 DEBUG [RS:0;95451c90bed2:46685 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T18:23:04,379 DEBUG [RS:0;95451c90bed2:46685 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 95451c90bed2,46685,1733163782142 2024-12-02T18:23:04,379 DEBUG [RS:0;95451c90bed2:46685 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '95451c90bed2,46685,1733163782142' 2024-12-02T18:23:04,380 DEBUG [RS:0;95451c90bed2:46685 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1499118816/online-snapshot/abort' 2024-12-02T18:23:04,380 DEBUG [RS:0;95451c90bed2:46685 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1499118816/online-snapshot/acquired' 2024-12-02T18:23:04,380 DEBUG [RS:0;95451c90bed2:46685 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T18:23:04,380 INFO [RS:0;95451c90bed2:46685 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T18:23:04,380 INFO [RS:0;95451c90bed2:46685 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T18:23:04,480 INFO [RS:0;95451c90bed2:46685 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T18:23:04,481 INFO [RS:0;95451c90bed2:46685 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=95451c90bed2%2C46685%2C1733163782142, suffix=, logDir=hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/WALs/95451c90bed2,46685,1733163782142, archiveDir=hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/oldWALs, maxLogs=10 2024-12-02T18:23:04,492 DEBUG [RS:0;95451c90bed2:46685 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/WALs/95451c90bed2,46685,1733163782142/95451c90bed2%2C46685%2C1733163782142.1733163784482, exclude list is [], retry=0 2024-12-02T18:23:04,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36963,DS-6118a182-bd49-4004-8700-05857278b036,DISK] 2024-12-02T18:23:04,495 INFO [RS:0;95451c90bed2:46685 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/WALs/95451c90bed2,46685,1733163782142/95451c90bed2%2C46685%2C1733163782142.1733163784482 2024-12-02T18:23:04,495 DEBUG [RS:0;95451c90bed2:46685 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43187:43187)] 2024-12-02T18:23:04,583 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T18:23:04,583 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693 2024-12-02T18:23:04,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741833_1009 (size=32) 2024-12-02T18:23:04,902 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T18:23:04,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:23:04,988 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T18:23:04,989 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T18:23:04,989 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:04,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:23:04,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T18:23:04,990 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T18:23:04,990 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:04,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:23:04,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T18:23:04,991 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T18:23:04,991 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:04,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:23:04,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T18:23:04,992 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T18:23:04,992 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:04,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:23:04,993 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T18:23:04,993 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/data/hbase/meta/1588230740 2024-12-02T18:23:04,993 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/data/hbase/meta/1588230740 2024-12-02T18:23:04,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T18:23:04,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T18:23:04,994 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T18:23:04,995 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T18:23:04,996 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T18:23:04,996 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65005905, jitterRate=-0.03133653104305267}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T18:23:04,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733163784988Initializing all the Stores at 1733163784988Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163784988Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163784988Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163784988Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163784988Cleaning up temporary data from old regions at 1733163784994 (+6 ms)Region opened successfully at 1733163784996 (+2 ms) 2024-12-02T18:23:04,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T18:23:04,996 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T18:23:04,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T18:23:04,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T18:23:04,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T18:23:04,996 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T18:23:04,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733163784996Disabling compacts and flushes for region at 1733163784996Disabling writes for close at 1733163784996Writing region close event to WAL at 1733163784996Closed at 1733163784996 2024-12-02T18:23:04,997 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T18:23:04,997 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T18:23:04,997 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T18:23:04,998 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T18:23:04,998 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T18:23:05,148 DEBUG [95451c90bed2:37601 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T18:23:05,149 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=95451c90bed2,46685,1733163782142 2024-12-02T18:23:05,150 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 95451c90bed2,46685,1733163782142, state=OPENING 2024-12-02T18:23:05,222 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T18:23:05,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37601-0x10197486de80003, quorum=127.0.0.1:58212, baseZNode=/1-1499118816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1499118816 2024-12-02T18:23:05,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46685-0x10197486de80004, quorum=127.0.0.1:58212, baseZNode=/1-1499118816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1499118816 2024-12-02T18:23:05,233 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T18:23:05,233 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1499118816/meta-region-server: CHANGED 2024-12-02T18:23:05,233 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1499118816/meta-region-server: CHANGED 2024-12-02T18:23:05,233 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=95451c90bed2,46685,1733163782142}] 2024-12-02T18:23:05,385 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T18:23:05,386 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40091, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T18:23:05,388 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T18:23:05,388 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:23:05,388 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T18:23:05,389 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=95451c90bed2%2C46685%2C1733163782142.meta, suffix=.meta, logDir=hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/WALs/95451c90bed2,46685,1733163782142, archiveDir=hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/oldWALs, maxLogs=10 2024-12-02T18:23:05,400 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/WALs/95451c90bed2,46685,1733163782142/95451c90bed2%2C46685%2C1733163782142.meta.1733163785389.meta, exclude list is [], retry=0 2024-12-02T18:23:05,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36963,DS-6118a182-bd49-4004-8700-05857278b036,DISK] 2024-12-02T18:23:05,403 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/WALs/95451c90bed2,46685,1733163782142/95451c90bed2%2C46685%2C1733163782142.meta.1733163785389.meta 2024-12-02T18:23:05,404 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43187:43187)] 2024-12-02T18:23:05,404 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:23:05,404 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T18:23:05,404 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T18:23:05,404 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T18:23:05,404 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T18:23:05,404 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T18:23:05,404 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:23:05,404 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T18:23:05,404 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T18:23:05,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T18:23:05,406 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T18:23:05,406 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:05,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:23:05,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T18:23:05,406 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T18:23:05,407 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:05,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:23:05,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T18:23:05,407 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T18:23:05,407 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:05,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:23:05,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T18:23:05,408 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T18:23:05,408 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:05,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:23:05,408 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T18:23:05,409 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/data/hbase/meta/1588230740 2024-12-02T18:23:05,409 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/data/hbase/meta/1588230740 2024-12-02T18:23:05,410 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T18:23:05,410 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T18:23:05,410 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T18:23:05,411 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T18:23:05,411 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67355425, jitterRate=0.003674045205116272}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T18:23:05,411 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T18:23:05,411 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733163785404Writing region info on filesystem at 1733163785404Initializing all the Stores at 1733163785405 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163785405Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163785405Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163785405Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163785405Cleaning up temporary data from old regions at 1733163785410 (+5 ms)Running coprocessor post-open hooks at 1733163785411 (+1 ms)Region opened successfully at 1733163785411 2024-12-02T18:23:05,412 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733163785385 2024-12-02T18:23:05,413 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T18:23:05,413 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T18:23:05,414 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=95451c90bed2,46685,1733163782142 2024-12-02T18:23:05,415 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 95451c90bed2,46685,1733163782142, state=OPEN 2024-12-02T18:23:05,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37601-0x10197486de80003, quorum=127.0.0.1:58212, baseZNode=/1-1499118816 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1499118816/meta-region-server 2024-12-02T18:23:05,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46685-0x10197486de80004, quorum=127.0.0.1:58212, baseZNode=/1-1499118816 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1499118816/meta-region-server 2024-12-02T18:23:05,426 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=95451c90bed2,46685,1733163782142 2024-12-02T18:23:05,426 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1499118816/meta-region-server: CHANGED 2024-12-02T18:23:05,426 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1499118816/meta-region-server: CHANGED 2024-12-02T18:23:05,427 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T18:23:05,427 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=95451c90bed2,46685,1733163782142 in 193 msec 2024-12-02T18:23:05,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T18:23:05,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 430 msec 2024-12-02T18:23:05,429 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T18:23:05,429 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T18:23:05,430 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:23:05,430 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,46685,1733163782142, seqNum=-1] 2024-12-02T18:23:05,430 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:23:05,431 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50095, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T18:23:05,434 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2610 sec 2024-12-02T18:23:05,434 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733163785434, completionTime=-1 2024-12-02T18:23:05,434 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T18:23:05,434 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T18:23:05,435 INFO [master/95451c90bed2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T18:23:05,435 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733163845435 2024-12-02T18:23:05,435 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733163905435 2024-12-02T18:23:05,435 INFO [master/95451c90bed2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T18:23:05,436 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,37601,1733163782037-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:05,436 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,37601,1733163782037-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:05,436 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,37601,1733163782037-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:05,436 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-95451c90bed2:37601, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:05,436 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:05,436 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:05,437 DEBUG [master/95451c90bed2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T18:23:05,438 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.233sec 2024-12-02T18:23:05,438 INFO [master/95451c90bed2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T18:23:05,438 INFO [master/95451c90bed2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T18:23:05,438 INFO [master/95451c90bed2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T18:23:05,438 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T18:23:05,438 INFO [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T18:23:05,438 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,37601,1733163782037-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T18:23:05,438 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,37601,1733163782037-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T18:23:05,440 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T18:23:05,440 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T18:23:05,440 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,37601,1733163782037-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:05,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@667d3530, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:23:05,466 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,37601,-1 for getting cluster id 2024-12-02T18:23:05,466 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:23:05,467 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '79ba35b0-2a1f-4b1e-a6fd-81b3469edcbf' 2024-12-02T18:23:05,467 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:23:05,467 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "79ba35b0-2a1f-4b1e-a6fd-81b3469edcbf" 2024-12-02T18:23:05,467 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f65e090, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:23:05,467 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,37601,-1] 2024-12-02T18:23:05,467 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:23:05,467 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:23:05,468 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:23:05,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d41a440, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:23:05,469 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:23:05,469 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,46685,1733163782142, seqNum=-1] 2024-12-02T18:23:05,469 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:23:05,470 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T18:23:05,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=95451c90bed2,37601,1733163782037 2024-12-02T18:23:05,472 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58212 2024-12-02T18:23:05,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58212, baseZNode=/1-1499118816 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T18:23:05,565 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10197486de80005 connected 2024-12-02T18:23:05,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a691b27-64a0-7dac-6d5d-94b47d9b52fa/hadoop.log.dir so I do NOT create it in target/test-data/08eace3b-2fb7-361d-392e-7500bfe00191 2024-12-02T18:23:05,596 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a691b27-64a0-7dac-6d5d-94b47d9b52fa/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T18:23:05,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a691b27-64a0-7dac-6d5d-94b47d9b52fa/hadoop.tmp.dir so I do NOT create it in target/test-data/08eace3b-2fb7-361d-392e-7500bfe00191 2024-12-02T18:23:05,596 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a691b27-64a0-7dac-6d5d-94b47d9b52fa/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T18:23:05,596 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08eace3b-2fb7-361d-392e-7500bfe00191 2024-12-02T18:23:05,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T18:23:05,596 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08eace3b-2fb7-361d-392e-7500bfe00191/cluster_f02bf219-a0bc-8993-e64b-19573bfe0c62, deleteOnExit=true 2024-12-02T18:23:05,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T18:23:05,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08eace3b-2fb7-361d-392e-7500bfe00191/test.cache.data in system properties and HBase conf 2024-12-02T18:23:05,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08eace3b-2fb7-361d-392e-7500bfe00191/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T18:23:05,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08eace3b-2fb7-361d-392e-7500bfe00191/hadoop.log.dir in system properties and HBase conf 2024-12-02T18:23:05,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08eace3b-2fb7-361d-392e-7500bfe00191/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T18:23:05,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08eace3b-2fb7-361d-392e-7500bfe00191/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T18:23:05,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T18:23:05,597 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T18:23:05,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08eace3b-2fb7-361d-392e-7500bfe00191/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T18:23:05,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08eace3b-2fb7-361d-392e-7500bfe00191/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T18:23:05,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08eace3b-2fb7-361d-392e-7500bfe00191/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T18:23:05,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08eace3b-2fb7-361d-392e-7500bfe00191/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T18:23:05,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08eace3b-2fb7-361d-392e-7500bfe00191/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T18:23:05,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08eace3b-2fb7-361d-392e-7500bfe00191/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T18:23:05,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08eace3b-2fb7-361d-392e-7500bfe00191/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T18:23:05,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08eace3b-2fb7-361d-392e-7500bfe00191/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T18:23:05,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08eace3b-2fb7-361d-392e-7500bfe00191/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T18:23:05,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08eace3b-2fb7-361d-392e-7500bfe00191/nfs.dump.dir in system properties and HBase conf 2024-12-02T18:23:05,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08eace3b-2fb7-361d-392e-7500bfe00191/java.io.tmpdir in system properties and HBase conf 2024-12-02T18:23:05,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08eace3b-2fb7-361d-392e-7500bfe00191/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T18:23:05,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08eace3b-2fb7-361d-392e-7500bfe00191/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T18:23:05,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08eace3b-2fb7-361d-392e-7500bfe00191/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T18:23:05,949 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T18:23:05,952 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T18:23:05,953 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T18:23:05,953 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T18:23:05,953 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T18:23:05,954 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T18:23:05,954 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c879944{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08eace3b-2fb7-361d-392e-7500bfe00191/hadoop.log.dir/,AVAILABLE} 2024-12-02T18:23:05,954 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77b00109{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T18:23:06,046 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4696ca19{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08eace3b-2fb7-361d-392e-7500bfe00191/java.io.tmpdir/jetty-localhost-42491-hadoop-hdfs-3_4_1-tests_jar-_-any-412894895297658606/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T18:23:06,046 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3f75cfab{HTTP/1.1, (http/1.1)}{localhost:42491} 2024-12-02T18:23:06,046 INFO [Time-limited test {}] server.Server(415): Started @295579ms 2024-12-02T18:23:06,278 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T18:23:06,279 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T18:23:06,280 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T18:23:06,280 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T18:23:06,280 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T18:23:06,281 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e23d99a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08eace3b-2fb7-361d-392e-7500bfe00191/hadoop.log.dir/,AVAILABLE} 2024-12-02T18:23:06,281 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4784c99d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T18:23:06,371 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@15f12923{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08eace3b-2fb7-361d-392e-7500bfe00191/java.io.tmpdir/jetty-localhost-33343-hadoop-hdfs-3_4_1-tests_jar-_-any-7243021961739451027/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T18:23:06,372 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@224bae05{HTTP/1.1, (http/1.1)}{localhost:33343} 2024-12-02T18:23:06,372 INFO [Time-limited test {}] server.Server(415): Started @295905ms 2024-12-02T18:23:06,373 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T18:23:06,604 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T18:23:06,604 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-02T18:23:06,605 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T18:23:06,605 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-02T18:23:07,060 WARN [Thread-3687 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08eace3b-2fb7-361d-392e-7500bfe00191/cluster_f02bf219-a0bc-8993-e64b-19573bfe0c62/data/data2/current/BP-1248329022-172.17.0.3-1733163785611/current, will proceed with Du for space computation calculation, 2024-12-02T18:23:07,060 WARN [Thread-3686 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08eace3b-2fb7-361d-392e-7500bfe00191/cluster_f02bf219-a0bc-8993-e64b-19573bfe0c62/data/data1/current/BP-1248329022-172.17.0.3-1733163785611/current, will proceed with Du for space computation calculation, 2024-12-02T18:23:07,078 WARN [Thread-3674 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T18:23:07,080 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8c63c8ae9a5aa8dc with lease ID 0x24edb8153d635975: Processing first storage report for DS-da22706f-98f8-47c1-b5d2-763838394d20 from datanode DatanodeRegistration(127.0.0.1:45295, datanodeUuid=a3b49236-f617-48f7-acf8-3d7be38de446, infoPort=33093, infoSecurePort=0, ipcPort=35997, storageInfo=lv=-57;cid=testClusterID;nsid=598578197;c=1733163785611) 2024-12-02T18:23:07,080 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8c63c8ae9a5aa8dc with lease ID 0x24edb8153d635975: from storage DS-da22706f-98f8-47c1-b5d2-763838394d20 node DatanodeRegistration(127.0.0.1:45295, datanodeUuid=a3b49236-f617-48f7-acf8-3d7be38de446, infoPort=33093, infoSecurePort=0, ipcPort=35997, storageInfo=lv=-57;cid=testClusterID;nsid=598578197;c=1733163785611), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T18:23:07,080 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8c63c8ae9a5aa8dc with lease ID 0x24edb8153d635975: Processing first storage report for DS-24002407-6d27-40db-a77d-1a10859aa6b0 from datanode DatanodeRegistration(127.0.0.1:45295, datanodeUuid=a3b49236-f617-48f7-acf8-3d7be38de446, infoPort=33093, infoSecurePort=0, ipcPort=35997, storageInfo=lv=-57;cid=testClusterID;nsid=598578197;c=1733163785611) 2024-12-02T18:23:07,080 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8c63c8ae9a5aa8dc with lease ID 0x24edb8153d635975: from storage DS-24002407-6d27-40db-a77d-1a10859aa6b0 node DatanodeRegistration(127.0.0.1:45295, datanodeUuid=a3b49236-f617-48f7-acf8-3d7be38de446, infoPort=33093, infoSecurePort=0, ipcPort=35997, storageInfo=lv=-57;cid=testClusterID;nsid=598578197;c=1733163785611), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T18:23:07,093 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08eace3b-2fb7-361d-392e-7500bfe00191 2024-12-02T18:23:07,094 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:23:07,094 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:23:07,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45295 is added to blk_1073741825_1001 (size=7) 2024-12-02T18:23:07,500 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6 with version=8 2024-12-02T18:23:07,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/hbase-staging 2024-12-02T18:23:07,502 INFO [Time-limited test {}] client.ConnectionUtils(128): master/95451c90bed2:0 server-side Connection retries=45 2024-12-02T18:23:07,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:23:07,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T18:23:07,502 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T18:23:07,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:23:07,502 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T18:23:07,502 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T18:23:07,502 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T18:23:07,503 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36883 2024-12-02T18:23:07,503 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36883 connecting to ZooKeeper ensemble=127.0.0.1:58212 2024-12-02T18:23:07,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:368830x0, quorum=127.0.0.1:58212, baseZNode=/2-1207856406 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T18:23:07,521 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36883-0x10197486de80006 connected 2024-12-02T18:23:07,668 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:23:07,669 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:23:07,682 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36883-0x10197486de80006, quorum=127.0.0.1:58212, baseZNode=/2-1207856406 Set watcher on znode that does not yet exist, /2-1207856406/running 2024-12-02T18:23:07,682 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6, hbase.cluster.distributed=false 2024-12-02T18:23:07,683 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36883-0x10197486de80006, quorum=127.0.0.1:58212, baseZNode=/2-1207856406 Set watcher on znode that does not yet exist, /2-1207856406/acl 2024-12-02T18:23:07,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36883 2024-12-02T18:23:07,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36883 2024-12-02T18:23:07,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36883 2024-12-02T18:23:07,687 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36883 2024-12-02T18:23:07,687 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36883 2024-12-02T18:23:07,699 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/95451c90bed2:0 server-side Connection retries=45 2024-12-02T18:23:07,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:23:07,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T18:23:07,699 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T18:23:07,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:23:07,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T18:23:07,699 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T18:23:07,700 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T18:23:07,700 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42451 2024-12-02T18:23:07,701 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42451 connecting to ZooKeeper ensemble=127.0.0.1:58212 2024-12-02T18:23:07,701 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:23:07,702 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:23:07,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424510x0, quorum=127.0.0.1:58212, baseZNode=/2-1207856406 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T18:23:07,710 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:424510x0, quorum=127.0.0.1:58212, baseZNode=/2-1207856406 Set watcher on znode that does not yet exist, /2-1207856406/running 2024-12-02T18:23:07,710 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42451-0x10197486de80007 connected 2024-12-02T18:23:07,710 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T18:23:07,711 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T18:23:07,711 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42451-0x10197486de80007, quorum=127.0.0.1:58212, baseZNode=/2-1207856406 Set watcher on znode that does not yet exist, /2-1207856406/master 2024-12-02T18:23:07,712 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42451-0x10197486de80007, quorum=127.0.0.1:58212, baseZNode=/2-1207856406 Set watcher on znode that does not yet exist, /2-1207856406/acl 2024-12-02T18:23:07,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42451 2024-12-02T18:23:07,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42451 2024-12-02T18:23:07,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42451 2024-12-02T18:23:07,718 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42451 2024-12-02T18:23:07,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42451 2024-12-02T18:23:07,729 DEBUG [M:0;95451c90bed2:36883 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;95451c90bed2:36883 2024-12-02T18:23:07,730 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1207856406/backup-masters/95451c90bed2,36883,1733163787502 2024-12-02T18:23:07,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36883-0x10197486de80006, quorum=127.0.0.1:58212, baseZNode=/2-1207856406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1207856406/backup-masters 2024-12-02T18:23:07,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42451-0x10197486de80007, quorum=127.0.0.1:58212, baseZNode=/2-1207856406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1207856406/backup-masters 2024-12-02T18:23:07,742 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36883-0x10197486de80006, quorum=127.0.0.1:58212, baseZNode=/2-1207856406 Set watcher on existing znode=/2-1207856406/backup-masters/95451c90bed2,36883,1733163787502 2024-12-02T18:23:07,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42451-0x10197486de80007, quorum=127.0.0.1:58212, baseZNode=/2-1207856406 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1207856406/master 2024-12-02T18:23:07,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36883-0x10197486de80006, quorum=127.0.0.1:58212, baseZNode=/2-1207856406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1207856406 2024-12-02T18:23:07,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42451-0x10197486de80007, quorum=127.0.0.1:58212, baseZNode=/2-1207856406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1207856406 2024-12-02T18:23:07,752 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36883-0x10197486de80006, quorum=127.0.0.1:58212, baseZNode=/2-1207856406 Set watcher on existing znode=/2-1207856406/master 2024-12-02T18:23:07,752 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1207856406/backup-masters/95451c90bed2,36883,1733163787502 from backup master directory 2024-12-02T18:23:07,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36883-0x10197486de80006, quorum=127.0.0.1:58212, baseZNode=/2-1207856406 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1207856406/backup-masters/95451c90bed2,36883,1733163787502 2024-12-02T18:23:07,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42451-0x10197486de80007, quorum=127.0.0.1:58212, baseZNode=/2-1207856406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1207856406/backup-masters 2024-12-02T18:23:07,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36883-0x10197486de80006, quorum=127.0.0.1:58212, baseZNode=/2-1207856406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1207856406/backup-masters 2024-12-02T18:23:07,841 WARN [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T18:23:07,841 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=95451c90bed2,36883,1733163787502 2024-12-02T18:23:07,844 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/hbase.id] with ID: 2afdb252-9602-4237-9264-96b0e9adc2c0 2024-12-02T18:23:07,844 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/.tmp/hbase.id 2024-12-02T18:23:07,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45295 is added to blk_1073741826_1002 (size=42) 2024-12-02T18:23:08,248 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/.tmp/hbase.id]:[hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/hbase.id] 2024-12-02T18:23:08,254 INFO [master/95451c90bed2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:23:08,254 INFO [master/95451c90bed2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T18:23:08,255 INFO [master/95451c90bed2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T18:23:08,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42451-0x10197486de80007, quorum=127.0.0.1:58212, baseZNode=/2-1207856406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1207856406 2024-12-02T18:23:08,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36883-0x10197486de80006, quorum=127.0.0.1:58212, baseZNode=/2-1207856406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1207856406 2024-12-02T18:23:08,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45295 is added to blk_1073741827_1003 (size=196) 2024-12-02T18:23:08,711 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T18:23:08,711 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T18:23:08,712 INFO [master/95451c90bed2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:23:08,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45295 is added to blk_1073741828_1004 (size=1189) 2024-12-02T18:23:09,117 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/MasterData/data/master/store 2024-12-02T18:23:09,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45295 is added to blk_1073741829_1005 (size=34) 2024-12-02T18:23:09,521 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:23:09,521 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T18:23:09,521 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:23:09,521 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:23:09,521 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T18:23:09,521 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:23:09,521 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:23:09,521 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733163789521Disabling compacts and flushes for region at 1733163789521Disabling writes for close at 1733163789521Writing region close event to WAL at 1733163789521Closed at 1733163789521 2024-12-02T18:23:09,522 WARN [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/MasterData/data/master/store/.initializing 2024-12-02T18:23:09,522 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/MasterData/WALs/95451c90bed2,36883,1733163787502 2024-12-02T18:23:09,523 INFO [master/95451c90bed2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T18:23:09,524 INFO [master/95451c90bed2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=95451c90bed2%2C36883%2C1733163787502, suffix=, logDir=hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/MasterData/WALs/95451c90bed2,36883,1733163787502, archiveDir=hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/MasterData/oldWALs, maxLogs=10 2024-12-02T18:23:09,534 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/MasterData/WALs/95451c90bed2,36883,1733163787502/95451c90bed2%2C36883%2C1733163787502.1733163789524, exclude list is [], retry=0 2024-12-02T18:23:09,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45295,DS-da22706f-98f8-47c1-b5d2-763838394d20,DISK] 2024-12-02T18:23:09,537 INFO [master/95451c90bed2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/MasterData/WALs/95451c90bed2,36883,1733163787502/95451c90bed2%2C36883%2C1733163787502.1733163789524 2024-12-02T18:23:09,538 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33093:33093)] 2024-12-02T18:23:09,538 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:23:09,538 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:23:09,538 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:23:09,538 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:23:09,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:23:09,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T18:23:09,540 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:09,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:23:09,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:23:09,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T18:23:09,541 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:09,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:23:09,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:23:09,542 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T18:23:09,542 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:09,542 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:23:09,542 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:23:09,543 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T18:23:09,543 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:09,543 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:23:09,543 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:23:09,544 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:23:09,544 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:23:09,545 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:23:09,545 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:23:09,545 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T18:23:09,545 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:23:09,547 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T18:23:09,547 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62176415, jitterRate=-0.07349921762943268}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T18:23:09,547 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733163789538Initializing all the Stores at 1733163789539 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163789539Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163789539Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163789539Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163789539Cleaning up temporary data from old regions at 1733163789545 (+6 ms)Region opened successfully at 1733163789547 (+2 ms) 2024-12-02T18:23:09,547 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T18:23:09,549 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a858993, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=95451c90bed2/172.17.0.3:0 2024-12-02T18:23:09,550 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T18:23:09,550 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T18:23:09,550 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T18:23:09,550 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T18:23:09,550 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T18:23:09,550 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T18:23:09,550 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T18:23:09,552 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T18:23:09,552 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36883-0x10197486de80006, quorum=127.0.0.1:58212, baseZNode=/2-1207856406 Unable to get data of znode /2-1207856406/balancer because node does not exist (not necessarily an error) 2024-12-02T18:23:09,615 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1207856406/balancer already deleted, retry=false 2024-12-02T18:23:09,615 INFO [master/95451c90bed2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T18:23:09,616 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36883-0x10197486de80006, quorum=127.0.0.1:58212, baseZNode=/2-1207856406 Unable to get data of znode /2-1207856406/normalizer because node does not exist (not necessarily an error) 2024-12-02T18:23:09,625 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1207856406/normalizer already deleted, retry=false 2024-12-02T18:23:09,625 INFO [master/95451c90bed2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T18:23:09,626 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36883-0x10197486de80006, quorum=127.0.0.1:58212, baseZNode=/2-1207856406 Unable to get data of znode /2-1207856406/switch/split because node does not exist (not necessarily an error) 2024-12-02T18:23:09,636 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1207856406/switch/split already deleted, retry=false 2024-12-02T18:23:09,636 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36883-0x10197486de80006, quorum=127.0.0.1:58212, baseZNode=/2-1207856406 Unable to get data of znode /2-1207856406/switch/merge because node does not exist (not necessarily an error) 2024-12-02T18:23:09,646 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1207856406/switch/merge already deleted, retry=false 2024-12-02T18:23:09,648 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36883-0x10197486de80006, quorum=127.0.0.1:58212, baseZNode=/2-1207856406 Unable to get data of znode /2-1207856406/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T18:23:09,657 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1207856406/snapshot-cleanup already deleted, retry=false 2024-12-02T18:23:09,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42451-0x10197486de80007, quorum=127.0.0.1:58212, baseZNode=/2-1207856406 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1207856406/running 2024-12-02T18:23:09,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36883-0x10197486de80006, quorum=127.0.0.1:58212, baseZNode=/2-1207856406 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1207856406/running 2024-12-02T18:23:09,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42451-0x10197486de80007, quorum=127.0.0.1:58212, baseZNode=/2-1207856406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1207856406 2024-12-02T18:23:09,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36883-0x10197486de80006, quorum=127.0.0.1:58212, baseZNode=/2-1207856406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1207856406 2024-12-02T18:23:09,668 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=95451c90bed2,36883,1733163787502, sessionid=0x10197486de80006, setting cluster-up flag (Was=false) 2024-12-02T18:23:09,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36883-0x10197486de80006, quorum=127.0.0.1:58212, baseZNode=/2-1207856406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1207856406 2024-12-02T18:23:09,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42451-0x10197486de80007, quorum=127.0.0.1:58212, baseZNode=/2-1207856406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1207856406 2024-12-02T18:23:09,720 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1207856406/flush-table-proc/acquired, /2-1207856406/flush-table-proc/reached, /2-1207856406/flush-table-proc/abort 2024-12-02T18:23:09,721 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=95451c90bed2,36883,1733163787502 2024-12-02T18:23:09,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42451-0x10197486de80007, quorum=127.0.0.1:58212, baseZNode=/2-1207856406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1207856406 2024-12-02T18:23:09,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36883-0x10197486de80006, quorum=127.0.0.1:58212, baseZNode=/2-1207856406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1207856406 2024-12-02T18:23:09,773 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1207856406/online-snapshot/acquired, /2-1207856406/online-snapshot/reached, /2-1207856406/online-snapshot/abort 2024-12-02T18:23:09,774 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=95451c90bed2,36883,1733163787502 2024-12-02T18:23:09,775 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T18:23:09,776 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T18:23:09,776 INFO [master/95451c90bed2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T18:23:09,776 INFO [master/95451c90bed2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T18:23:09,776 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 95451c90bed2,36883,1733163787502 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T18:23:09,777 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:23:09,777 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:23:09,777 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:23:09,777 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:23:09,777 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/95451c90bed2:0, corePoolSize=10, maxPoolSize=10 2024-12-02T18:23:09,778 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:23:09,778 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/95451c90bed2:0, corePoolSize=2, maxPoolSize=2 2024-12-02T18:23:09,778 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:23:09,781 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T18:23:09,781 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T18:23:09,782 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:09,782 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T18:23:09,784 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733163819784 2024-12-02T18:23:09,784 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T18:23:09,785 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T18:23:09,785 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T18:23:09,785 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T18:23:09,785 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T18:23:09,785 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T18:23:09,788 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:09,789 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T18:23:09,789 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T18:23:09,789 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T18:23:09,789 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T18:23:09,789 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T18:23:09,789 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T18:23:09,789 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.large.0-1733163789789,5,FailOnTimeoutGroup] 2024-12-02T18:23:09,789 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.small.0-1733163789789,5,FailOnTimeoutGroup] 2024-12-02T18:23:09,789 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:09,789 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T18:23:09,789 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:09,789 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:09,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45295 is added to blk_1073741831_1007 (size=1321) 2024-12-02T18:23:09,823 INFO [RS:0;95451c90bed2:42451 {}] regionserver.HRegionServer(746): ClusterId : 2afdb252-9602-4237-9264-96b0e9adc2c0 2024-12-02T18:23:09,823 DEBUG [RS:0;95451c90bed2:42451 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T18:23:09,834 DEBUG [RS:0;95451c90bed2:42451 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T18:23:09,834 DEBUG [RS:0;95451c90bed2:42451 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T18:23:09,844 DEBUG [RS:0;95451c90bed2:42451 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T18:23:09,844 DEBUG [RS:0;95451c90bed2:42451 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56a6de21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=95451c90bed2/172.17.0.3:0 2024-12-02T18:23:09,853 DEBUG [RS:0;95451c90bed2:42451 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;95451c90bed2:42451 2024-12-02T18:23:09,853 INFO [RS:0;95451c90bed2:42451 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T18:23:09,853 INFO [RS:0;95451c90bed2:42451 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T18:23:09,853 DEBUG [RS:0;95451c90bed2:42451 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T18:23:09,854 INFO [RS:0;95451c90bed2:42451 {}] regionserver.HRegionServer(2659): reportForDuty to master=95451c90bed2,36883,1733163787502 with port=42451, startcode=1733163787699 2024-12-02T18:23:09,854 DEBUG [RS:0;95451c90bed2:42451 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T18:23:09,855 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48273, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T18:23:09,855 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36883 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 95451c90bed2,42451,1733163787699 2024-12-02T18:23:09,855 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36883 {}] master.ServerManager(517): Registering regionserver=95451c90bed2,42451,1733163787699 2024-12-02T18:23:09,856 DEBUG [RS:0;95451c90bed2:42451 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6 2024-12-02T18:23:09,856 DEBUG [RS:0;95451c90bed2:42451 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44703 2024-12-02T18:23:09,856 DEBUG [RS:0;95451c90bed2:42451 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T18:23:09,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36883-0x10197486de80006, quorum=127.0.0.1:58212, baseZNode=/2-1207856406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1207856406/rs 2024-12-02T18:23:09,912 DEBUG [RS:0;95451c90bed2:42451 {}] zookeeper.ZKUtil(111): regionserver:42451-0x10197486de80007, quorum=127.0.0.1:58212, baseZNode=/2-1207856406 Set watcher on existing znode=/2-1207856406/rs/95451c90bed2,42451,1733163787699 2024-12-02T18:23:09,912 WARN [RS:0;95451c90bed2:42451 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T18:23:09,912 INFO [RS:0;95451c90bed2:42451 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:23:09,913 DEBUG [RS:0;95451c90bed2:42451 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/WALs/95451c90bed2,42451,1733163787699 2024-12-02T18:23:09,913 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [95451c90bed2,42451,1733163787699] 2024-12-02T18:23:09,915 INFO [RS:0;95451c90bed2:42451 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T18:23:09,916 INFO [RS:0;95451c90bed2:42451 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T18:23:09,916 INFO [RS:0;95451c90bed2:42451 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T18:23:09,916 INFO [RS:0;95451c90bed2:42451 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:09,917 INFO [RS:0;95451c90bed2:42451 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T18:23:09,917 INFO [RS:0;95451c90bed2:42451 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T18:23:09,917 INFO [RS:0;95451c90bed2:42451 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:09,917 DEBUG [RS:0;95451c90bed2:42451 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:23:09,917 DEBUG [RS:0;95451c90bed2:42451 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:23:09,917 DEBUG [RS:0;95451c90bed2:42451 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:23:09,917 DEBUG [RS:0;95451c90bed2:42451 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:23:09,917 DEBUG [RS:0;95451c90bed2:42451 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:23:09,917 DEBUG [RS:0;95451c90bed2:42451 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/95451c90bed2:0, corePoolSize=2, maxPoolSize=2 2024-12-02T18:23:09,917 DEBUG [RS:0;95451c90bed2:42451 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:23:09,917 DEBUG [RS:0;95451c90bed2:42451 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:23:09,917 DEBUG [RS:0;95451c90bed2:42451 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:23:09,917 DEBUG [RS:0;95451c90bed2:42451 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:23:09,917 DEBUG [RS:0;95451c90bed2:42451 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:23:09,917 DEBUG [RS:0;95451c90bed2:42451 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:23:09,918 DEBUG [RS:0;95451c90bed2:42451 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/95451c90bed2:0, corePoolSize=3, maxPoolSize=3 2024-12-02T18:23:09,918 DEBUG [RS:0;95451c90bed2:42451 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/95451c90bed2:0, corePoolSize=3, maxPoolSize=3 2024-12-02T18:23:09,918 INFO [RS:0;95451c90bed2:42451 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:09,918 INFO [RS:0;95451c90bed2:42451 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:09,918 INFO [RS:0;95451c90bed2:42451 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:09,918 INFO [RS:0;95451c90bed2:42451 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:09,918 INFO [RS:0;95451c90bed2:42451 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:09,918 INFO [RS:0;95451c90bed2:42451 {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,42451,1733163787699-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T18:23:09,929 INFO [RS:0;95451c90bed2:42451 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T18:23:09,929 INFO [RS:0;95451c90bed2:42451 {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,42451,1733163787699-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:09,929 INFO [RS:0;95451c90bed2:42451 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:09,929 INFO [RS:0;95451c90bed2:42451 {}] regionserver.Replication(171): 95451c90bed2,42451,1733163787699 started 2024-12-02T18:23:09,940 INFO [RS:0;95451c90bed2:42451 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:09,940 INFO [RS:0;95451c90bed2:42451 {}] regionserver.HRegionServer(1482): Serving as 95451c90bed2,42451,1733163787699, RpcServer on 95451c90bed2/172.17.0.3:42451, sessionid=0x10197486de80007 2024-12-02T18:23:09,940 DEBUG [RS:0;95451c90bed2:42451 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T18:23:09,940 DEBUG [RS:0;95451c90bed2:42451 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 95451c90bed2,42451,1733163787699 2024-12-02T18:23:09,940 DEBUG [RS:0;95451c90bed2:42451 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '95451c90bed2,42451,1733163787699' 2024-12-02T18:23:09,940 DEBUG [RS:0;95451c90bed2:42451 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1207856406/flush-table-proc/abort' 2024-12-02T18:23:09,940 DEBUG [RS:0;95451c90bed2:42451 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1207856406/flush-table-proc/acquired' 2024-12-02T18:23:09,941 DEBUG [RS:0;95451c90bed2:42451 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T18:23:09,941 DEBUG [RS:0;95451c90bed2:42451 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T18:23:09,941 DEBUG [RS:0;95451c90bed2:42451 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 95451c90bed2,42451,1733163787699 2024-12-02T18:23:09,941 DEBUG [RS:0;95451c90bed2:42451 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '95451c90bed2,42451,1733163787699' 2024-12-02T18:23:09,941 DEBUG [RS:0;95451c90bed2:42451 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1207856406/online-snapshot/abort' 2024-12-02T18:23:09,941 DEBUG [RS:0;95451c90bed2:42451 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1207856406/online-snapshot/acquired' 2024-12-02T18:23:09,941 DEBUG [RS:0;95451c90bed2:42451 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T18:23:09,941 INFO [RS:0;95451c90bed2:42451 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T18:23:09,941 INFO [RS:0;95451c90bed2:42451 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T18:23:10,042 INFO [RS:0;95451c90bed2:42451 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T18:23:10,043 INFO [RS:0;95451c90bed2:42451 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=95451c90bed2%2C42451%2C1733163787699, suffix=, logDir=hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/WALs/95451c90bed2,42451,1733163787699, archiveDir=hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/oldWALs, maxLogs=10 2024-12-02T18:23:10,057 DEBUG [RS:0;95451c90bed2:42451 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/WALs/95451c90bed2,42451,1733163787699/95451c90bed2%2C42451%2C1733163787699.1733163790043, exclude list is [], retry=0 2024-12-02T18:23:10,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45295,DS-da22706f-98f8-47c1-b5d2-763838394d20,DISK] 2024-12-02T18:23:10,060 INFO [RS:0;95451c90bed2:42451 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/WALs/95451c90bed2,42451,1733163787699/95451c90bed2%2C42451%2C1733163787699.1733163790043 2024-12-02T18:23:10,061 DEBUG [RS:0;95451c90bed2:42451 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33093:33093)] 2024-12-02T18:23:10,190 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T18:23:10,191 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6 2024-12-02T18:23:10,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45295 is added to blk_1073741833_1009 (size=32) 2024-12-02T18:23:10,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:23:10,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T18:23:10,596 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T18:23:10,596 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:10,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:23:10,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T18:23:10,597 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T18:23:10,597 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:10,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:23:10,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T18:23:10,598 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T18:23:10,598 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:10,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:23:10,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T18:23:10,599 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T18:23:10,599 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:10,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:23:10,599 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T18:23:10,600 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/data/hbase/meta/1588230740 2024-12-02T18:23:10,600 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/data/hbase/meta/1588230740 2024-12-02T18:23:10,600 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T18:23:10,600 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T18:23:10,601 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T18:23:10,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T18:23:10,602 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T18:23:10,602 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62374952, jitterRate=-0.07054078578948975}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T18:23:10,602 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733163790595Initializing all the Stores at 1733163790595Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163790595Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163790595Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163790595Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163790595Cleaning up temporary data from old regions at 1733163790600 (+5 ms)Region opened successfully at 1733163790602 (+2 ms) 2024-12-02T18:23:10,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T18:23:10,603 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T18:23:10,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T18:23:10,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T18:23:10,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T18:23:10,603 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T18:23:10,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733163790603Disabling compacts and flushes for region at 1733163790603Disabling writes for close at 1733163790603Writing region close event to WAL at 1733163790603Closed at 1733163790603 2024-12-02T18:23:10,604 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T18:23:10,604 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T18:23:10,604 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T18:23:10,604 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T18:23:10,605 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T18:23:10,755 DEBUG [95451c90bed2:36883 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T18:23:10,756 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=95451c90bed2,42451,1733163787699 2024-12-02T18:23:10,756 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 95451c90bed2,42451,1733163787699, state=OPENING 2024-12-02T18:23:10,791 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T18:23:10,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42451-0x10197486de80007, quorum=127.0.0.1:58212, baseZNode=/2-1207856406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1207856406 2024-12-02T18:23:10,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36883-0x10197486de80006, quorum=127.0.0.1:58212, baseZNode=/2-1207856406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1207856406 2024-12-02T18:23:10,875 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1207856406/meta-region-server: CHANGED 2024-12-02T18:23:10,875 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1207856406/meta-region-server: CHANGED 2024-12-02T18:23:10,875 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T18:23:10,875 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=95451c90bed2,42451,1733163787699}] 2024-12-02T18:23:10,906 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T18:23:10,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:10,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:10,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:10,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:10,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:10,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:10,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:10,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:10,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:10,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:10,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:10,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:10,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:10,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:11,027 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T18:23:11,029 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40761, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T18:23:11,031 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T18:23:11,031 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:23:11,031 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T18:23:11,032 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=95451c90bed2%2C42451%2C1733163787699.meta, suffix=.meta, logDir=hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/WALs/95451c90bed2,42451,1733163787699, archiveDir=hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/oldWALs, maxLogs=10 2024-12-02T18:23:11,042 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/WALs/95451c90bed2,42451,1733163787699/95451c90bed2%2C42451%2C1733163787699.meta.1733163791032.meta, exclude list is [], retry=0 2024-12-02T18:23:11,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45295,DS-da22706f-98f8-47c1-b5d2-763838394d20,DISK] 2024-12-02T18:23:11,045 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/WALs/95451c90bed2,42451,1733163787699/95451c90bed2%2C42451%2C1733163787699.meta.1733163791032.meta 2024-12-02T18:23:11,045 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33093:33093)] 2024-12-02T18:23:11,045 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:23:11,046 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T18:23:11,046 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T18:23:11,046 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T18:23:11,046 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T18:23:11,046 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T18:23:11,046 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:23:11,046 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T18:23:11,046 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T18:23:11,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T18:23:11,047 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T18:23:11,047 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:11,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:23:11,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T18:23:11,048 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T18:23:11,048 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:11,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:23:11,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T18:23:11,049 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T18:23:11,049 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:11,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:23:11,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T18:23:11,050 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T18:23:11,050 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:11,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:23:11,050 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T18:23:11,050 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/data/hbase/meta/1588230740 2024-12-02T18:23:11,051 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/data/hbase/meta/1588230740 2024-12-02T18:23:11,052 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T18:23:11,052 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T18:23:11,052 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T18:23:11,053 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T18:23:11,053 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69129453, jitterRate=0.030109122395515442}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T18:23:11,053 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T18:23:11,054 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733163791046Writing region info on filesystem at 1733163791046Initializing all the Stores at 1733163791047 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163791047Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163791047Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163791047Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163791047Cleaning up temporary data from old regions at 1733163791052 (+5 ms)Running coprocessor post-open hooks at 1733163791053 (+1 ms)Region opened successfully at 1733163791053 2024-12-02T18:23:11,054 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733163791027 2024-12-02T18:23:11,056 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T18:23:11,056 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T18:23:11,056 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=95451c90bed2,42451,1733163787699 2024-12-02T18:23:11,057 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 95451c90bed2,42451,1733163787699, state=OPEN 2024-12-02T18:23:11,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36883-0x10197486de80006, quorum=127.0.0.1:58212, baseZNode=/2-1207856406 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1207856406/meta-region-server 2024-12-02T18:23:11,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42451-0x10197486de80007, quorum=127.0.0.1:58212, baseZNode=/2-1207856406 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1207856406/meta-region-server 2024-12-02T18:23:11,067 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=95451c90bed2,42451,1733163787699 2024-12-02T18:23:11,068 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1207856406/meta-region-server: CHANGED 2024-12-02T18:23:11,068 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1207856406/meta-region-server: CHANGED 2024-12-02T18:23:11,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T18:23:11,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=95451c90bed2,42451,1733163787699 in 192 msec 2024-12-02T18:23:11,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T18:23:11,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 465 msec 2024-12-02T18:23:11,071 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T18:23:11,071 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T18:23:11,072 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:23:11,072 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,42451,1733163787699, seqNum=-1] 2024-12-02T18:23:11,072 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:23:11,073 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36423, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T18:23:11,076 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3000 sec 2024-12-02T18:23:11,077 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733163791076, completionTime=-1 2024-12-02T18:23:11,077 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T18:23:11,077 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T18:23:11,078 INFO [master/95451c90bed2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T18:23:11,078 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733163851078 2024-12-02T18:23:11,078 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733163911078 2024-12-02T18:23:11,078 INFO [master/95451c90bed2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T18:23:11,078 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,36883,1733163787502-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:11,078 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,36883,1733163787502-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:11,078 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,36883,1733163787502-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:11,078 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-95451c90bed2:36883, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:11,078 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:11,079 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:11,080 DEBUG [master/95451c90bed2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T18:23:11,081 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.240sec 2024-12-02T18:23:11,081 INFO [master/95451c90bed2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T18:23:11,082 INFO [master/95451c90bed2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T18:23:11,082 INFO [master/95451c90bed2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T18:23:11,082 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T18:23:11,082 INFO [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T18:23:11,082 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,36883,1733163787502-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T18:23:11,082 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,36883,1733163787502-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T18:23:11,083 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T18:23:11,083 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T18:23:11,083 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,36883,1733163787502-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:11,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46a5cfdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:23:11,123 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,36883,-1 for getting cluster id 2024-12-02T18:23:11,124 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:23:11,124 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2afdb252-9602-4237-9264-96b0e9adc2c0' 2024-12-02T18:23:11,125 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:23:11,125 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2afdb252-9602-4237-9264-96b0e9adc2c0" 2024-12-02T18:23:11,125 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bfed14a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:23:11,125 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,36883,-1] 2024-12-02T18:23:11,125 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:23:11,125 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:23:11,126 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:23:11,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30440478, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:23:11,127 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:23:11,127 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,42451,1733163787699, seqNum=-1] 2024-12-02T18:23:11,128 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:23:11,128 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T18:23:11,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=95451c90bed2,36883,1733163787502 2024-12-02T18:23:11,130 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:58212 2024-12-02T18:23:11,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:58212, baseZNode=/2-1207856406 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T18:23:11,185 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10197486de80008 connected 2024-12-02T18:23:11,216 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:23:11,217 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,45949,1733163776407 2024-12-02T18:23:11,217 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f56ddd9 2024-12-02T18:23:11,217 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:23:11,218 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T18:23:11,219 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45949 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T18:23:11,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45949 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T18:23:11,220 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T18:23:11,220 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:11,220 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45949 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T18:23:11,221 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T18:23:11,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:23:11,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741835_1011 (size=902) 2024-12-02T18:23:11,227 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 39838e6cca70bc4967d0ff87b8c1c24a, NAME => 'test,,1733163791218.39838e6cca70bc4967d0ff87b8c1c24a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532 2024-12-02T18:23:11,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741836_1012 (size=39) 2024-12-02T18:23:11,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:23:11,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:23:11,631 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733163791218.39838e6cca70bc4967d0ff87b8c1c24a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:23:11,631 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 39838e6cca70bc4967d0ff87b8c1c24a, disabling compactions & flushes 2024-12-02T18:23:11,631 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733163791218.39838e6cca70bc4967d0ff87b8c1c24a. 2024-12-02T18:23:11,631 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733163791218.39838e6cca70bc4967d0ff87b8c1c24a. 2024-12-02T18:23:11,631 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733163791218.39838e6cca70bc4967d0ff87b8c1c24a. after waiting 0 ms 2024-12-02T18:23:11,631 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733163791218.39838e6cca70bc4967d0ff87b8c1c24a. 2024-12-02T18:23:11,631 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733163791218.39838e6cca70bc4967d0ff87b8c1c24a. 2024-12-02T18:23:11,631 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 39838e6cca70bc4967d0ff87b8c1c24a: Waiting for close lock at 1733163791631Disabling compacts and flushes for region at 1733163791631Disabling writes for close at 1733163791631Writing region close event to WAL at 1733163791631Closed at 1733163791631 2024-12-02T18:23:11,632 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T18:23:11,632 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733163791218.39838e6cca70bc4967d0ff87b8c1c24a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733163791632"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733163791632"}]},"ts":"1733163791632"} 2024-12-02T18:23:11,634 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T18:23:11,635 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T18:23:11,635 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733163791635"}]},"ts":"1733163791635"} 2024-12-02T18:23:11,637 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T18:23:11,637 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=39838e6cca70bc4967d0ff87b8c1c24a, ASSIGN}] 2024-12-02T18:23:11,638 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=39838e6cca70bc4967d0ff87b8c1c24a, ASSIGN 2024-12-02T18:23:11,638 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=39838e6cca70bc4967d0ff87b8c1c24a, ASSIGN; state=OFFLINE, location=95451c90bed2,44419,1733163776617; forceNewPlan=false, retain=false 2024-12-02T18:23:11,789 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=39838e6cca70bc4967d0ff87b8c1c24a, regionState=OPENING, regionLocation=95451c90bed2,44419,1733163776617 2024-12-02T18:23:11,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=39838e6cca70bc4967d0ff87b8c1c24a, ASSIGN because future has completed 2024-12-02T18:23:11,791 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 39838e6cca70bc4967d0ff87b8c1c24a, server=95451c90bed2,44419,1733163776617}] 2024-12-02T18:23:11,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:23:11,945 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733163791218.39838e6cca70bc4967d0ff87b8c1c24a. 2024-12-02T18:23:11,946 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 39838e6cca70bc4967d0ff87b8c1c24a, NAME => 'test,,1733163791218.39838e6cca70bc4967d0ff87b8c1c24a.', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:23:11,946 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T18:23:11,946 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T18:23:11,946 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 39838e6cca70bc4967d0ff87b8c1c24a 2024-12-02T18:23:11,946 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733163791218.39838e6cca70bc4967d0ff87b8c1c24a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:23:11,946 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 39838e6cca70bc4967d0ff87b8c1c24a 2024-12-02T18:23:11,946 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 39838e6cca70bc4967d0ff87b8c1c24a 2024-12-02T18:23:11,947 INFO [StoreOpener-39838e6cca70bc4967d0ff87b8c1c24a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 39838e6cca70bc4967d0ff87b8c1c24a 2024-12-02T18:23:11,948 INFO [StoreOpener-39838e6cca70bc4967d0ff87b8c1c24a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39838e6cca70bc4967d0ff87b8c1c24a columnFamilyName f 2024-12-02T18:23:11,948 DEBUG [StoreOpener-39838e6cca70bc4967d0ff87b8c1c24a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:11,948 INFO [StoreOpener-39838e6cca70bc4967d0ff87b8c1c24a-1 {}] regionserver.HStore(327): Store=39838e6cca70bc4967d0ff87b8c1c24a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:23:11,948 INFO [StoreOpener-39838e6cca70bc4967d0ff87b8c1c24a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 39838e6cca70bc4967d0ff87b8c1c24a 2024-12-02T18:23:11,949 INFO [StoreOpener-39838e6cca70bc4967d0ff87b8c1c24a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39838e6cca70bc4967d0ff87b8c1c24a columnFamilyName f1 2024-12-02T18:23:11,949 DEBUG [StoreOpener-39838e6cca70bc4967d0ff87b8c1c24a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:11,949 INFO [StoreOpener-39838e6cca70bc4967d0ff87b8c1c24a-1 {}] regionserver.HStore(327): Store=39838e6cca70bc4967d0ff87b8c1c24a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:23:11,949 INFO [StoreOpener-39838e6cca70bc4967d0ff87b8c1c24a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 39838e6cca70bc4967d0ff87b8c1c24a 2024-12-02T18:23:11,950 INFO [StoreOpener-39838e6cca70bc4967d0ff87b8c1c24a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39838e6cca70bc4967d0ff87b8c1c24a columnFamilyName norep 2024-12-02T18:23:11,950 DEBUG [StoreOpener-39838e6cca70bc4967d0ff87b8c1c24a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:11,950 INFO [StoreOpener-39838e6cca70bc4967d0ff87b8c1c24a-1 {}] regionserver.HStore(327): Store=39838e6cca70bc4967d0ff87b8c1c24a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:23:11,950 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 39838e6cca70bc4967d0ff87b8c1c24a 2024-12-02T18:23:11,951 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/data/default/test/39838e6cca70bc4967d0ff87b8c1c24a 2024-12-02T18:23:11,951 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/data/default/test/39838e6cca70bc4967d0ff87b8c1c24a 2024-12-02T18:23:11,952 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 39838e6cca70bc4967d0ff87b8c1c24a 2024-12-02T18:23:11,952 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 39838e6cca70bc4967d0ff87b8c1c24a 2024-12-02T18:23:11,952 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T18:23:11,953 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 39838e6cca70bc4967d0ff87b8c1c24a 2024-12-02T18:23:11,954 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/data/default/test/39838e6cca70bc4967d0ff87b8c1c24a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T18:23:11,954 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 39838e6cca70bc4967d0ff87b8c1c24a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68731774, jitterRate=0.0241832435131073}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T18:23:11,954 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 39838e6cca70bc4967d0ff87b8c1c24a 2024-12-02T18:23:11,955 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 39838e6cca70bc4967d0ff87b8c1c24a: Running coprocessor pre-open hook at 1733163791946Writing region info on filesystem at 1733163791946Initializing all the Stores at 1733163791947 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163791947Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163791947Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163791947Cleaning up temporary data from old regions at 1733163791952 (+5 ms)Running coprocessor post-open hooks at 1733163791954 (+2 ms)Region opened successfully at 1733163791954 2024-12-02T18:23:11,955 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733163791218.39838e6cca70bc4967d0ff87b8c1c24a., pid=6, masterSystemTime=1733163791942 2024-12-02T18:23:11,957 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733163791218.39838e6cca70bc4967d0ff87b8c1c24a. 2024-12-02T18:23:11,957 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733163791218.39838e6cca70bc4967d0ff87b8c1c24a. 2024-12-02T18:23:11,957 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=39838e6cca70bc4967d0ff87b8c1c24a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=95451c90bed2,44419,1733163776617 2024-12-02T18:23:11,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 39838e6cca70bc4967d0ff87b8c1c24a, server=95451c90bed2,44419,1733163776617 because future has completed 2024-12-02T18:23:11,961 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T18:23:11,961 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 39838e6cca70bc4967d0ff87b8c1c24a, server=95451c90bed2,44419,1733163776617 in 168 msec 2024-12-02T18:23:11,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T18:23:11,962 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=39838e6cca70bc4967d0ff87b8c1c24a, ASSIGN in 324 msec 2024-12-02T18:23:11,963 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T18:23:11,963 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733163791963"}]},"ts":"1733163791963"} 2024-12-02T18:23:11,965 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T18:23:11,965 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T18:23:11,966 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 746 msec 2024-12-02T18:23:12,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:23:12,359 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T18:23:12,359 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:23:12,360 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,37601,1733163782037 2024-12-02T18:23:12,360 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33b12371 2024-12-02T18:23:12,360 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:23:12,361 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T18:23:12,362 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T18:23:12,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T18:23:12,363 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T18:23:12,363 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:12,364 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T18:23:12,364 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T18:23:12,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:23:12,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741835_1011 (size=902) 2024-12-02T18:23:12,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:23:12,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:23:12,770 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d7905049cc2092b3ef768922af2533a6, NAME => 'test,,1733163792361.d7905049cc2092b3ef768922af2533a6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693 2024-12-02T18:23:12,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741836_1012 (size=39) 2024-12-02T18:23:12,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:23:13,174 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733163792361.d7905049cc2092b3ef768922af2533a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:23:13,174 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d7905049cc2092b3ef768922af2533a6, disabling compactions & flushes 2024-12-02T18:23:13,174 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733163792361.d7905049cc2092b3ef768922af2533a6. 2024-12-02T18:23:13,174 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733163792361.d7905049cc2092b3ef768922af2533a6. 2024-12-02T18:23:13,174 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733163792361.d7905049cc2092b3ef768922af2533a6. after waiting 0 ms 2024-12-02T18:23:13,174 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733163792361.d7905049cc2092b3ef768922af2533a6. 2024-12-02T18:23:13,174 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733163792361.d7905049cc2092b3ef768922af2533a6. 2024-12-02T18:23:13,174 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d7905049cc2092b3ef768922af2533a6: Waiting for close lock at 1733163793174Disabling compacts and flushes for region at 1733163793174Disabling writes for close at 1733163793174Writing region close event to WAL at 1733163793174Closed at 1733163793174 2024-12-02T18:23:13,176 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T18:23:13,176 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733163792361.d7905049cc2092b3ef768922af2533a6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733163793176"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733163793176"}]},"ts":"1733163793176"} 2024-12-02T18:23:13,177 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T18:23:13,178 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T18:23:13,178 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733163793178"}]},"ts":"1733163793178"} 2024-12-02T18:23:13,180 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T18:23:13,180 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d7905049cc2092b3ef768922af2533a6, ASSIGN}] 2024-12-02T18:23:13,181 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d7905049cc2092b3ef768922af2533a6, ASSIGN 2024-12-02T18:23:13,181 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d7905049cc2092b3ef768922af2533a6, ASSIGN; state=OFFLINE, location=95451c90bed2,46685,1733163782142; forceNewPlan=false, retain=false 2024-12-02T18:23:13,268 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:23:13,268 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [95451c90bed2,40805,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=95451c90bed2:40805 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T18:23:13,268 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108752 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [95451c90bed2,40805,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=95451c90bed2:40805 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T18:23:13,332 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d7905049cc2092b3ef768922af2533a6, regionState=OPENING, regionLocation=95451c90bed2,46685,1733163782142 2024-12-02T18:23:13,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d7905049cc2092b3ef768922af2533a6, ASSIGN because future has completed 2024-12-02T18:23:13,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d7905049cc2092b3ef768922af2533a6, server=95451c90bed2,46685,1733163782142}] 2024-12-02T18:23:13,488 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733163792361.d7905049cc2092b3ef768922af2533a6. 2024-12-02T18:23:13,488 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d7905049cc2092b3ef768922af2533a6, NAME => 'test,,1733163792361.d7905049cc2092b3ef768922af2533a6.', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:23:13,489 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T18:23:13,489 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T18:23:13,489 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d7905049cc2092b3ef768922af2533a6 2024-12-02T18:23:13,489 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733163792361.d7905049cc2092b3ef768922af2533a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:23:13,489 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d7905049cc2092b3ef768922af2533a6 2024-12-02T18:23:13,489 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d7905049cc2092b3ef768922af2533a6 2024-12-02T18:23:13,490 INFO [StoreOpener-d7905049cc2092b3ef768922af2533a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d7905049cc2092b3ef768922af2533a6 2024-12-02T18:23:13,490 INFO [StoreOpener-d7905049cc2092b3ef768922af2533a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7905049cc2092b3ef768922af2533a6 columnFamilyName f 2024-12-02T18:23:13,490 DEBUG [StoreOpener-d7905049cc2092b3ef768922af2533a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:13,491 INFO [StoreOpener-d7905049cc2092b3ef768922af2533a6-1 {}] regionserver.HStore(327): Store=d7905049cc2092b3ef768922af2533a6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:23:13,491 INFO [StoreOpener-d7905049cc2092b3ef768922af2533a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d7905049cc2092b3ef768922af2533a6 2024-12-02T18:23:13,491 INFO [StoreOpener-d7905049cc2092b3ef768922af2533a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7905049cc2092b3ef768922af2533a6 columnFamilyName f1 2024-12-02T18:23:13,491 DEBUG [StoreOpener-d7905049cc2092b3ef768922af2533a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:13,491 INFO [StoreOpener-d7905049cc2092b3ef768922af2533a6-1 {}] regionserver.HStore(327): Store=d7905049cc2092b3ef768922af2533a6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:23:13,492 INFO [StoreOpener-d7905049cc2092b3ef768922af2533a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d7905049cc2092b3ef768922af2533a6 2024-12-02T18:23:13,492 INFO [StoreOpener-d7905049cc2092b3ef768922af2533a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7905049cc2092b3ef768922af2533a6 columnFamilyName norep 2024-12-02T18:23:13,492 DEBUG [StoreOpener-d7905049cc2092b3ef768922af2533a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:13,492 INFO [StoreOpener-d7905049cc2092b3ef768922af2533a6-1 {}] regionserver.HStore(327): Store=d7905049cc2092b3ef768922af2533a6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:23:13,492 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d7905049cc2092b3ef768922af2533a6 2024-12-02T18:23:13,493 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/data/default/test/d7905049cc2092b3ef768922af2533a6 2024-12-02T18:23:13,493 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/data/default/test/d7905049cc2092b3ef768922af2533a6 2024-12-02T18:23:13,494 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d7905049cc2092b3ef768922af2533a6 2024-12-02T18:23:13,494 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d7905049cc2092b3ef768922af2533a6 2024-12-02T18:23:13,494 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T18:23:13,494 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d7905049cc2092b3ef768922af2533a6 2024-12-02T18:23:13,496 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/data/default/test/d7905049cc2092b3ef768922af2533a6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T18:23:13,496 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d7905049cc2092b3ef768922af2533a6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74400697, jitterRate=0.10865677893161774}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T18:23:13,496 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d7905049cc2092b3ef768922af2533a6 2024-12-02T18:23:13,496 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d7905049cc2092b3ef768922af2533a6: Running coprocessor pre-open hook at 1733163793489Writing region info on filesystem at 1733163793489Initializing all the Stores at 1733163793489Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163793489Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163793490 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163793490Cleaning up temporary data from old regions at 1733163793494 (+4 ms)Running coprocessor post-open hooks at 1733163793496 (+2 ms)Region opened successfully at 1733163793496 2024-12-02T18:23:13,497 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733163792361.d7905049cc2092b3ef768922af2533a6., pid=6, masterSystemTime=1733163793485 2024-12-02T18:23:13,498 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733163792361.d7905049cc2092b3ef768922af2533a6. 2024-12-02T18:23:13,499 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733163792361.d7905049cc2092b3ef768922af2533a6. 2024-12-02T18:23:13,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:23:13,499 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d7905049cc2092b3ef768922af2533a6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=95451c90bed2,46685,1733163782142 2024-12-02T18:23:13,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d7905049cc2092b3ef768922af2533a6, server=95451c90bed2,46685,1733163782142 because future has completed 2024-12-02T18:23:13,502 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T18:23:13,502 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d7905049cc2092b3ef768922af2533a6, server=95451c90bed2,46685,1733163782142 in 167 msec 2024-12-02T18:23:13,504 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T18:23:13,504 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d7905049cc2092b3ef768922af2533a6, ASSIGN in 322 msec 2024-12-02T18:23:13,504 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T18:23:13,504 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733163793504"}]},"ts":"1733163793504"} 2024-12-02T18:23:13,506 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T18:23:13,507 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T18:23:13,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1450 sec 2024-12-02T18:23:14,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:23:14,509 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T18:23:14,509 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:23:14,510 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,36883,1733163787502 2024-12-02T18:23:14,510 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1cad314a 2024-12-02T18:23:14,510 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:23:14,510 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T18:23:14,511 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36883 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T18:23:14,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36883 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T18:23:14,513 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T18:23:14,513 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:14,513 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36883 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T18:23:14,513 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T18:23:14,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:23:14,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45295 is added to blk_1073741835_1011 (size=902) 2024-12-02T18:23:14,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:23:14,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:23:14,927 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9e99a944a92e391f200d9a2e1f98855f, NAME => 'test,,1733163794511.9e99a944a92e391f200d9a2e1f98855f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6 2024-12-02T18:23:14,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45295 is added to blk_1073741836_1012 (size=39) 2024-12-02T18:23:15,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:23:15,394 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733163794511.9e99a944a92e391f200d9a2e1f98855f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:23:15,394 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9e99a944a92e391f200d9a2e1f98855f, disabling compactions & flushes 2024-12-02T18:23:15,394 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733163794511.9e99a944a92e391f200d9a2e1f98855f. 2024-12-02T18:23:15,394 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733163794511.9e99a944a92e391f200d9a2e1f98855f. 2024-12-02T18:23:15,394 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733163794511.9e99a944a92e391f200d9a2e1f98855f. after waiting 0 ms 2024-12-02T18:23:15,394 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733163794511.9e99a944a92e391f200d9a2e1f98855f. 2024-12-02T18:23:15,394 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733163794511.9e99a944a92e391f200d9a2e1f98855f. 2024-12-02T18:23:15,394 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9e99a944a92e391f200d9a2e1f98855f: Waiting for close lock at 1733163795394Disabling compacts and flushes for region at 1733163795394Disabling writes for close at 1733163795394Writing region close event to WAL at 1733163795394Closed at 1733163795394 2024-12-02T18:23:15,395 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T18:23:15,395 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733163794511.9e99a944a92e391f200d9a2e1f98855f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733163795395"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733163795395"}]},"ts":"1733163795395"} 2024-12-02T18:23:15,398 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T18:23:15,398 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T18:23:15,399 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733163795399"}]},"ts":"1733163795399"} 2024-12-02T18:23:15,400 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T18:23:15,401 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9e99a944a92e391f200d9a2e1f98855f, ASSIGN}] 2024-12-02T18:23:15,401 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9e99a944a92e391f200d9a2e1f98855f, ASSIGN 2024-12-02T18:23:15,402 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9e99a944a92e391f200d9a2e1f98855f, ASSIGN; state=OFFLINE, location=95451c90bed2,42451,1733163787699; forceNewPlan=false, retain=false 2024-12-02T18:23:15,553 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9e99a944a92e391f200d9a2e1f98855f, regionState=OPENING, regionLocation=95451c90bed2,42451,1733163787699 2024-12-02T18:23:15,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9e99a944a92e391f200d9a2e1f98855f, ASSIGN because future has completed 2024-12-02T18:23:15,555 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e99a944a92e391f200d9a2e1f98855f, server=95451c90bed2,42451,1733163787699}] 2024-12-02T18:23:15,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:23:15,710 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733163794511.9e99a944a92e391f200d9a2e1f98855f. 2024-12-02T18:23:15,710 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9e99a944a92e391f200d9a2e1f98855f, NAME => 'test,,1733163794511.9e99a944a92e391f200d9a2e1f98855f.', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:23:15,710 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T18:23:15,710 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T18:23:15,711 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9e99a944a92e391f200d9a2e1f98855f 2024-12-02T18:23:15,711 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733163794511.9e99a944a92e391f200d9a2e1f98855f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:23:15,711 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9e99a944a92e391f200d9a2e1f98855f 2024-12-02T18:23:15,711 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9e99a944a92e391f200d9a2e1f98855f 2024-12-02T18:23:15,712 INFO [StoreOpener-9e99a944a92e391f200d9a2e1f98855f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9e99a944a92e391f200d9a2e1f98855f 2024-12-02T18:23:15,712 INFO [StoreOpener-9e99a944a92e391f200d9a2e1f98855f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e99a944a92e391f200d9a2e1f98855f columnFamilyName f 2024-12-02T18:23:15,712 DEBUG [StoreOpener-9e99a944a92e391f200d9a2e1f98855f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:15,713 INFO [StoreOpener-9e99a944a92e391f200d9a2e1f98855f-1 {}] regionserver.HStore(327): Store=9e99a944a92e391f200d9a2e1f98855f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:23:15,713 INFO [StoreOpener-9e99a944a92e391f200d9a2e1f98855f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9e99a944a92e391f200d9a2e1f98855f 2024-12-02T18:23:15,713 INFO [StoreOpener-9e99a944a92e391f200d9a2e1f98855f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e99a944a92e391f200d9a2e1f98855f columnFamilyName f1 2024-12-02T18:23:15,713 DEBUG [StoreOpener-9e99a944a92e391f200d9a2e1f98855f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:15,713 INFO [StoreOpener-9e99a944a92e391f200d9a2e1f98855f-1 {}] regionserver.HStore(327): Store=9e99a944a92e391f200d9a2e1f98855f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:23:15,714 INFO [StoreOpener-9e99a944a92e391f200d9a2e1f98855f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9e99a944a92e391f200d9a2e1f98855f 2024-12-02T18:23:15,714 INFO [StoreOpener-9e99a944a92e391f200d9a2e1f98855f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9e99a944a92e391f200d9a2e1f98855f columnFamilyName norep 2024-12-02T18:23:15,714 DEBUG [StoreOpener-9e99a944a92e391f200d9a2e1f98855f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:15,714 INFO [StoreOpener-9e99a944a92e391f200d9a2e1f98855f-1 {}] regionserver.HStore(327): Store=9e99a944a92e391f200d9a2e1f98855f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:23:15,714 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9e99a944a92e391f200d9a2e1f98855f 2024-12-02T18:23:15,715 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/data/default/test/9e99a944a92e391f200d9a2e1f98855f 2024-12-02T18:23:15,715 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/data/default/test/9e99a944a92e391f200d9a2e1f98855f 2024-12-02T18:23:15,716 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9e99a944a92e391f200d9a2e1f98855f 2024-12-02T18:23:15,716 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9e99a944a92e391f200d9a2e1f98855f 2024-12-02T18:23:15,716 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T18:23:15,717 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9e99a944a92e391f200d9a2e1f98855f 2024-12-02T18:23:15,718 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/data/default/test/9e99a944a92e391f200d9a2e1f98855f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T18:23:15,718 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9e99a944a92e391f200d9a2e1f98855f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74929155, jitterRate=0.11653141677379608}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T18:23:15,718 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9e99a944a92e391f200d9a2e1f98855f 2024-12-02T18:23:15,718 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9e99a944a92e391f200d9a2e1f98855f: Running coprocessor pre-open hook at 1733163795711Writing region info on filesystem at 1733163795711Initializing all the Stores at 1733163795711Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163795711Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163795711Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163795711Cleaning up temporary data from old regions at 1733163795716 (+5 ms)Running coprocessor post-open hooks at 1733163795718 (+2 ms)Region opened successfully at 1733163795718 2024-12-02T18:23:15,719 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733163794511.9e99a944a92e391f200d9a2e1f98855f., pid=6, masterSystemTime=1733163795707 2024-12-02T18:23:15,720 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733163794511.9e99a944a92e391f200d9a2e1f98855f. 2024-12-02T18:23:15,720 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733163794511.9e99a944a92e391f200d9a2e1f98855f. 2024-12-02T18:23:15,721 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9e99a944a92e391f200d9a2e1f98855f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=95451c90bed2,42451,1733163787699 2024-12-02T18:23:15,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9e99a944a92e391f200d9a2e1f98855f, server=95451c90bed2,42451,1733163787699 because future has completed 2024-12-02T18:23:15,724 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36883 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=95451c90bed2,42451,1733163787699, table=test, region=9e99a944a92e391f200d9a2e1f98855f. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-02T18:23:15,725 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T18:23:15,725 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9e99a944a92e391f200d9a2e1f98855f, server=95451c90bed2,42451,1733163787699 in 169 msec 2024-12-02T18:23:15,727 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T18:23:15,727 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9e99a944a92e391f200d9a2e1f98855f, ASSIGN in 324 msec 2024-12-02T18:23:15,728 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T18:23:15,728 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733163795728"}]},"ts":"1733163795728"} 2024-12-02T18:23:15,729 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T18:23:15,730 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T18:23:15,731 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2190 sec 2024-12-02T18:23:15,915 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-02T18:23:16,548 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T18:23:16,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:16,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:16,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:16,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:16,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:16,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:16,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:16,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:16,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:16,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:16,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:16,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:16,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:16,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:16,638 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-02T18:23:16,638 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-02T18:23:16,638 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T18:23:16,638 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-02T18:23:16,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:23:16,659 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T18:23:16,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fdb3f41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:23:16,660 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,45949,-1 for getting cluster id 2024-12-02T18:23:16,660 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:23:16,661 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddebb4bc-69de-4d5e-8bff-8a68b81e08a7' 2024-12-02T18:23:16,661 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:23:16,661 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddebb4bc-69de-4d5e-8bff-8a68b81e08a7" 2024-12-02T18:23:16,662 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4128dfe5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:23:16,662 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,45949,-1] 2024-12-02T18:23:16,662 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:23:16,662 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:23:16,663 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:23:16,663 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e533c4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:23:16,664 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:23:16,664 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,45949,1733163776407 2024-12-02T18:23:16,664 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d1e4980 2024-12-02T18:23:16,665 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:23:16,666 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T18:23:16,667 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45949 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://95451c90bed2:37601,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T18:23:16,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45949 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T18:23:16,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T18:23:16,669 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='95451c90bed2:37601' 2024-12-02T18:23:16,671 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3711185c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:23:16,671 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,37601,-1 for getting cluster id 2024-12-02T18:23:16,671 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:23:16,671 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '79ba35b0-2a1f-4b1e-a6fd-81b3469edcbf' 2024-12-02T18:23:16,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:23:16,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "79ba35b0-2a1f-4b1e-a6fd-81b3469edcbf" 2024-12-02T18:23:16,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@385c8617, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:23:16,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,37601,-1] 2024-12-02T18:23:16,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:23:16,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:23:16,673 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:23:16,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@165a8b81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:23:16,674 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:23:16,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,37601,1733163782037 2024-12-02T18:23:16,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f6f173b 2024-12-02T18:23:16,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:23:16,675 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T18:23:16,676 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-02T18:23:16,676 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T18:23:16,676 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:23:16,676 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:23:16,677 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T18:23:16,677 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:23:16,678 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T18:23:16,679 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T18:23:16,679 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:16,680 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T18:23:16,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741837_1013 (size=1138) 2024-12-02T18:23:16,692 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 62f86d8030005169b1ccf1b62b62f320, NAME => 'hbase:replication,,1733163796677.62f86d8030005169b1ccf1b62b62f320.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532 2024-12-02T18:23:16,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741838_1014 (size=44) 2024-12-02T18:23:16,698 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733163796677.62f86d8030005169b1ccf1b62b62f320.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:23:16,698 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 62f86d8030005169b1ccf1b62b62f320, disabling compactions & flushes 2024-12-02T18:23:16,698 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733163796677.62f86d8030005169b1ccf1b62b62f320. 2024-12-02T18:23:16,698 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733163796677.62f86d8030005169b1ccf1b62b62f320. 2024-12-02T18:23:16,698 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733163796677.62f86d8030005169b1ccf1b62b62f320. after waiting 0 ms 2024-12-02T18:23:16,698 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733163796677.62f86d8030005169b1ccf1b62b62f320. 2024-12-02T18:23:16,698 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733163796677.62f86d8030005169b1ccf1b62b62f320. 2024-12-02T18:23:16,698 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 62f86d8030005169b1ccf1b62b62f320: Waiting for close lock at 1733163796698Disabling compacts and flushes for region at 1733163796698Disabling writes for close at 1733163796698Writing region close event to WAL at 1733163796698Closed at 1733163796698 2024-12-02T18:23:16,700 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T18:23:16,700 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733163796677.62f86d8030005169b1ccf1b62b62f320.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733163796700"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733163796700"}]},"ts":"1733163796700"} 2024-12-02T18:23:16,703 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T18:23:16,704 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T18:23:16,704 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733163796704"}]},"ts":"1733163796704"} 2024-12-02T18:23:16,706 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T18:23:16,706 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=62f86d8030005169b1ccf1b62b62f320, ASSIGN}] 2024-12-02T18:23:16,708 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=62f86d8030005169b1ccf1b62b62f320, ASSIGN 2024-12-02T18:23:16,709 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=62f86d8030005169b1ccf1b62b62f320, ASSIGN; state=OFFLINE, location=95451c90bed2,44419,1733163776617; forceNewPlan=false, retain=false 2024-12-02T18:23:16,728 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T18:23:16,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T18:23:16,859 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=62f86d8030005169b1ccf1b62b62f320, regionState=OPENING, regionLocation=95451c90bed2,44419,1733163776617 2024-12-02T18:23:16,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=62f86d8030005169b1ccf1b62b62f320, ASSIGN because future has completed 2024-12-02T18:23:16,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62f86d8030005169b1ccf1b62b62f320, server=95451c90bed2,44419,1733163776617}] 2024-12-02T18:23:16,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T18:23:17,017 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733163796677.62f86d8030005169b1ccf1b62b62f320. 2024-12-02T18:23:17,017 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:23:17,018 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T18:23:17,019 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=95451c90bed2%2C44419%2C1733163776617.rep, suffix=, logDir=hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/WALs/95451c90bed2,44419,1733163776617, archiveDir=hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/oldWALs, maxLogs=10 2024-12-02T18:23:17,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/WALs/95451c90bed2,44419,1733163776617/95451c90bed2%2C44419%2C1733163776617.rep.1733163797019, exclude list is [], retry=0 2024-12-02T18:23:17,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41691,DS-9c6b2e9a-4ea6-4d3d-bb47-b650c450153a,DISK] 2024-12-02T18:23:17,034 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/WALs/95451c90bed2,44419,1733163776617/95451c90bed2%2C44419%2C1733163776617.rep.1733163797019 2024-12-02T18:23:17,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45505:45505)] 2024-12-02T18:23:17,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 62f86d8030005169b1ccf1b62b62f320, NAME => 'hbase:replication,,1733163796677.62f86d8030005169b1ccf1b62b62f320.', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:23:17,035 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T18:23:17,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T18:23:17,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733163796677.62f86d8030005169b1ccf1b62b62f320. service=MultiRowMutationService 2024-12-02T18:23:17,035 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T18:23:17,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 62f86d8030005169b1ccf1b62b62f320 2024-12-02T18:23:17,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733163796677.62f86d8030005169b1ccf1b62b62f320.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:23:17,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 62f86d8030005169b1ccf1b62b62f320 2024-12-02T18:23:17,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 62f86d8030005169b1ccf1b62b62f320 2024-12-02T18:23:17,037 INFO [StoreOpener-62f86d8030005169b1ccf1b62b62f320-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 62f86d8030005169b1ccf1b62b62f320 2024-12-02T18:23:17,037 INFO [StoreOpener-62f86d8030005169b1ccf1b62b62f320-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62f86d8030005169b1ccf1b62b62f320 columnFamilyName hfileref 2024-12-02T18:23:17,038 DEBUG [StoreOpener-62f86d8030005169b1ccf1b62b62f320-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:17,038 INFO [StoreOpener-62f86d8030005169b1ccf1b62b62f320-1 {}] regionserver.HStore(327): Store=62f86d8030005169b1ccf1b62b62f320/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:23:17,038 INFO [StoreOpener-62f86d8030005169b1ccf1b62b62f320-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 62f86d8030005169b1ccf1b62b62f320 2024-12-02T18:23:17,039 INFO [StoreOpener-62f86d8030005169b1ccf1b62b62f320-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62f86d8030005169b1ccf1b62b62f320 columnFamilyName queue 2024-12-02T18:23:17,039 DEBUG [StoreOpener-62f86d8030005169b1ccf1b62b62f320-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:17,039 INFO [StoreOpener-62f86d8030005169b1ccf1b62b62f320-1 {}] regionserver.HStore(327): Store=62f86d8030005169b1ccf1b62b62f320/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:23:17,039 INFO [StoreOpener-62f86d8030005169b1ccf1b62b62f320-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 62f86d8030005169b1ccf1b62b62f320 2024-12-02T18:23:17,040 INFO [StoreOpener-62f86d8030005169b1ccf1b62b62f320-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62f86d8030005169b1ccf1b62b62f320 columnFamilyName sid 2024-12-02T18:23:17,040 DEBUG [StoreOpener-62f86d8030005169b1ccf1b62b62f320-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:17,040 INFO [StoreOpener-62f86d8030005169b1ccf1b62b62f320-1 {}] regionserver.HStore(327): Store=62f86d8030005169b1ccf1b62b62f320/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:23:17,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 62f86d8030005169b1ccf1b62b62f320 2024-12-02T18:23:17,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/data/hbase/replication/62f86d8030005169b1ccf1b62b62f320 2024-12-02T18:23:17,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/data/hbase/replication/62f86d8030005169b1ccf1b62b62f320 2024-12-02T18:23:17,042 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 62f86d8030005169b1ccf1b62b62f320 2024-12-02T18:23:17,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 62f86d8030005169b1ccf1b62b62f320 2024-12-02T18:23:17,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T18:23:17,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 62f86d8030005169b1ccf1b62b62f320 2024-12-02T18:23:17,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/data/hbase/replication/62f86d8030005169b1ccf1b62b62f320/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T18:23:17,045 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 62f86d8030005169b1ccf1b62b62f320; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58869707, jitterRate=-0.12277300655841827}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T18:23:17,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 62f86d8030005169b1ccf1b62b62f320 2024-12-02T18:23:17,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 62f86d8030005169b1ccf1b62b62f320: Running coprocessor pre-open hook at 1733163797036Writing region info on filesystem at 1733163797036Initializing all the Stores at 1733163797036Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163797036Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163797036Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163797036Cleaning up temporary data from old regions at 1733163797043 (+7 ms)Running coprocessor post-open hooks at 1733163797045 (+2 ms)Region opened successfully at 1733163797045 2024-12-02T18:23:17,046 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733163796677.62f86d8030005169b1ccf1b62b62f320., pid=10, masterSystemTime=1733163797014 2024-12-02T18:23:17,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733163796677.62f86d8030005169b1ccf1b62b62f320. 2024-12-02T18:23:17,047 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733163796677.62f86d8030005169b1ccf1b62b62f320. 2024-12-02T18:23:17,048 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=62f86d8030005169b1ccf1b62b62f320, regionState=OPEN, openSeqNum=2, regionLocation=95451c90bed2,44419,1733163776617 2024-12-02T18:23:17,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 62f86d8030005169b1ccf1b62b62f320, server=95451c90bed2,44419,1733163776617 because future has completed 2024-12-02T18:23:17,051 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T18:23:17,051 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 62f86d8030005169b1ccf1b62b62f320, server=95451c90bed2,44419,1733163776617 in 188 msec 2024-12-02T18:23:17,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T18:23:17,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=62f86d8030005169b1ccf1b62b62f320, ASSIGN in 345 msec 2024-12-02T18:23:17,053 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T18:23:17,053 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733163797053"}]},"ts":"1733163797053"} 2024-12-02T18:23:17,055 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T18:23:17,056 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T18:23:17,057 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 379 msec 2024-12-02T18:23:17,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733163796677.62f86d8030005169b1ccf1b62b62f320., hostname=95451c90bed2,44419,1733163776617, seqNum=2] 2024-12-02T18:23:17,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44419-0x10197486de80001, quorum=127.0.0.1:58212, baseZNode=/0-928375039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-928375039 2024-12-02T18:23:17,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45949-0x10197486de80000, quorum=127.0.0.1:58212, baseZNode=/0-928375039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-928375039 2024-12-02T18:23:17,183 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T18:23:17,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T18:23:17,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44419 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T18:23:17,336 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T18:23:17,377 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-95451c90bed2,44419,1733163776617, ReplicationSource: 1, currentBandwidth=0 2024-12-02T18:23:17,378 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:23:17,378 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,44419,1733163776617, seqNum=-1] 2024-12-02T18:23:17,378 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:23:17,379 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48759, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-12-02T18:23:17,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-95451c90bed2,44419,1733163776617', locateType=CURRENT is [region=hbase:replication,,1733163796677.62f86d8030005169b1ccf1b62b62f320., hostname=95451c90bed2,44419,1733163776617, seqNum=2] 2024-12-02T18:23:17,382 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T18:23:17,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45949 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T18:23:17,385 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 95451c90bed2,44419,1733163776617 suceeded 2024-12-02T18:23:17,386 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T18:23:17,386 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 202 msec 2024-12-02T18:23:17,386 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://95451c90bed2:37601,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T18:23:17,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 720 msec 2024-12-02T18:23:17,396 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,44419,1733163776617 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='95451c90bed2:37601' 2024-12-02T18:23:17,398 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,44419,1733163776617 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16e8be4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:23:17,398 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,44419,1733163776617 {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,37601,-1 for getting cluster id 2024-12-02T18:23:17,398 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,44419,1733163776617 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:23:17,398 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '79ba35b0-2a1f-4b1e-a6fd-81b3469edcbf' 2024-12-02T18:23:17,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:23:17,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "79ba35b0-2a1f-4b1e-a6fd-81b3469edcbf" 2024-12-02T18:23:17,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7103c9c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:23:17,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,37601,-1] 2024-12-02T18:23:17,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:23:17,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:23:17,399 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:23:17,400 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,44419,1733163776617 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40d07192, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:23:17,400 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,44419,1733163776617 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:23:17,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,37601,1733163782037 2024-12-02T18:23:17,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e879e9a 2024-12-02T18:23:17,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:23:17,401 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-12-02T18:23:17,402 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,44419,1733163776617 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-95451c90bed2,44419,1733163776617 (queues=1) is replicating from cluster=ddebb4bc-69de-4d5e-8bff-8a68b81e08a7 to cluster=79ba35b0-2a1f-4b1e-a6fd-81b3469edcbf 2024-12-02T18:23:17,402 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,44419,1733163776617 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=95451c90bed2%2C44419%2C1733163776617 2024-12-02T18:23:17,402 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,44419,1733163776617 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-95451c90bed2,44419,1733163776617, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T18:23:17,403 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,44419,1733163776617.replicationSource.shipper95451c90bed2%2C44419%2C1733163776617,1-95451c90bed2,44419,1733163776617 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 95451c90bed2%2C44419%2C1733163776617 2024-12-02T18:23:17,403 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,44419,1733163776617.replicationSource.wal-reader.95451c90bed2%2C44419%2C1733163776617,1-95451c90bed2,44419,1733163776617 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/WALs/95451c90bed2,44419,1733163776617/95451c90bed2%2C44419%2C1733163776617.1733163779037, startPosition=0, beingWritten=true 2024-12-02T18:23:17,407 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,44419,1733163776617.replicationSource.wal-reader.95451c90bed2%2C44419%2C1733163776617,1-95451c90bed2,44419,1733163776617 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T18:23:17,407 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,44419,1733163776617.replicationSource.wal-reader.95451c90bed2%2C44419%2C1733163776617,1-95451c90bed2,44419,1733163776617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/WALs/95451c90bed2,44419,1733163776617/95451c90bed2%2C44419%2C1733163776617.1733163779037 to pos 379, reset compression=false 2024-12-02T18:23:17,407 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,44419,1733163776617.replicationSource.shipper95451c90bed2%2C44419%2C1733163776617,1-95451c90bed2,44419,1733163776617 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-95451c90bed2,44419,1733163776617 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/WALs/95451c90bed2,44419,1733163776617/95451c90bed2%2C44419%2C1733163776617.1733163779037, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T18:23:17,610 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,44419,1733163776617.replicationSource.wal-reader.95451c90bed2%2C44419%2C1733163776617,1-95451c90bed2,44419,1733163776617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/WALs/95451c90bed2,44419,1733163776617/95451c90bed2%2C44419%2C1733163776617.1733163779037 to pos 379, reset compression=false 2024-12-02T18:23:17,651 DEBUG [master/95451c90bed2:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=10, created chunk count=34, reused chunk count=118, reuseRatio=77.63% 2024-12-02T18:23:17,651 DEBUG [master/95451c90bed2:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-12-02T18:23:17,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45949 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T18:23:17,809 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T18:23:17,809 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T18:23:17,809 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:23:17,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:23:17,810 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:23:17,810 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:23:17,810 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51e02f5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:23:17,810 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,37601,-1 for getting cluster id 2024-12-02T18:23:17,810 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:23:17,811 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '79ba35b0-2a1f-4b1e-a6fd-81b3469edcbf' 2024-12-02T18:23:17,811 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:23:17,811 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "79ba35b0-2a1f-4b1e-a6fd-81b3469edcbf" 2024-12-02T18:23:17,811 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19894d30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:23:17,811 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,37601,-1] 2024-12-02T18:23:17,811 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:23:17,812 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:23:17,812 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:23:17,813 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dae8f84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:23:17,813 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:23:17,814 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,37601,1733163782037 2024-12-02T18:23:17,814 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@773bd03d 2024-12-02T18:23:17,814 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:23:17,814 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T18:23:17,815 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://95451c90bed2:36883,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T18:23:17,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T18:23:17,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T18:23:17,817 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='95451c90bed2:36883' 2024-12-02T18:23:17,818 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7001518, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:23:17,818 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,36883,-1 for getting cluster id 2024-12-02T18:23:17,818 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:23:17,819 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2afdb252-9602-4237-9264-96b0e9adc2c0' 2024-12-02T18:23:17,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:23:17,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2afdb252-9602-4237-9264-96b0e9adc2c0" 2024-12-02T18:23:17,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d4d814f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:23:17,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,36883,-1] 2024-12-02T18:23:17,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:23:17,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:23:17,820 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:23:17,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@876fb20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:23:17,821 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:23:17,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,36883,1733163787502 2024-12-02T18:23:17,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2607f951 2024-12-02T18:23:17,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:23:17,822 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T18:23:17,823 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-02T18:23:17,823 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T18:23:17,823 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:23:17,823 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:23:17,823 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T18:23:17,824 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:23:17,824 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T18:23:17,825 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T18:23:17,825 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:17,826 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T18:23:17,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741837_1013 (size=1138) 2024-12-02T18:23:17,874 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T18:23:17,914 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,44419,1733163776617.replicationSource.wal-reader.95451c90bed2%2C44419%2C1733163776617,1-95451c90bed2,44419,1733163776617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/WALs/95451c90bed2,44419,1733163776617/95451c90bed2%2C44419%2C1733163776617.1733163779037 to pos 379, reset compression=false 2024-12-02T18:23:17,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T18:23:18,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T18:23:18,233 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 276c934d1aefe3080b8cf5e1992b8ddb, NAME => 'hbase:replication,,1733163797823.276c934d1aefe3080b8cf5e1992b8ddb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693 2024-12-02T18:23:18,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741838_1014 (size=44) 2024-12-02T18:23:18,318 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,44419,1733163776617.replicationSource.wal-reader.95451c90bed2%2C44419%2C1733163776617,1-95451c90bed2,44419,1733163776617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/WALs/95451c90bed2,44419,1733163776617/95451c90bed2%2C44419%2C1733163776617.1733163779037 to pos 379, reset compression=false 2024-12-02T18:23:18,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T18:23:18,638 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733163797823.276c934d1aefe3080b8cf5e1992b8ddb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:23:18,638 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 276c934d1aefe3080b8cf5e1992b8ddb, disabling compactions & flushes 2024-12-02T18:23:18,638 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733163797823.276c934d1aefe3080b8cf5e1992b8ddb. 2024-12-02T18:23:18,638 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733163797823.276c934d1aefe3080b8cf5e1992b8ddb. 2024-12-02T18:23:18,638 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733163797823.276c934d1aefe3080b8cf5e1992b8ddb. after waiting 0 ms 2024-12-02T18:23:18,639 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733163797823.276c934d1aefe3080b8cf5e1992b8ddb. 2024-12-02T18:23:18,639 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733163797823.276c934d1aefe3080b8cf5e1992b8ddb. 2024-12-02T18:23:18,639 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 276c934d1aefe3080b8cf5e1992b8ddb: Waiting for close lock at 1733163798638Disabling compacts and flushes for region at 1733163798638Disabling writes for close at 1733163798638Writing region close event to WAL at 1733163798639 (+1 ms)Closed at 1733163798639 2024-12-02T18:23:18,639 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T18:23:18,640 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733163797823.276c934d1aefe3080b8cf5e1992b8ddb.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733163798640"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733163798640"}]},"ts":"1733163798640"} 2024-12-02T18:23:18,641 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T18:23:18,642 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T18:23:18,642 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733163798642"}]},"ts":"1733163798642"} 2024-12-02T18:23:18,643 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T18:23:18,644 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=276c934d1aefe3080b8cf5e1992b8ddb, ASSIGN}] 2024-12-02T18:23:18,644 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=276c934d1aefe3080b8cf5e1992b8ddb, ASSIGN 2024-12-02T18:23:18,645 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=276c934d1aefe3080b8cf5e1992b8ddb, ASSIGN; state=OFFLINE, location=95451c90bed2,46685,1733163782142; forceNewPlan=false, retain=false 2024-12-02T18:23:18,796 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=276c934d1aefe3080b8cf5e1992b8ddb, regionState=OPENING, regionLocation=95451c90bed2,46685,1733163782142 2024-12-02T18:23:18,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=276c934d1aefe3080b8cf5e1992b8ddb, ASSIGN because future has completed 2024-12-02T18:23:18,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 276c934d1aefe3080b8cf5e1992b8ddb, server=95451c90bed2,46685,1733163782142}] 2024-12-02T18:23:18,822 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,44419,1733163776617.replicationSource.wal-reader.95451c90bed2%2C44419%2C1733163776617,1-95451c90bed2,44419,1733163776617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/WALs/95451c90bed2,44419,1733163776617/95451c90bed2%2C44419%2C1733163776617.1733163779037 to pos 379, reset compression=false 2024-12-02T18:23:18,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T18:23:18,952 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733163797823.276c934d1aefe3080b8cf5e1992b8ddb. 2024-12-02T18:23:18,952 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:23:18,952 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T18:23:18,953 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=95451c90bed2%2C46685%2C1733163782142.rep, suffix=, logDir=hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/WALs/95451c90bed2,46685,1733163782142, archiveDir=hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/oldWALs, maxLogs=10 2024-12-02T18:23:18,964 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/WALs/95451c90bed2,46685,1733163782142/95451c90bed2%2C46685%2C1733163782142.rep.1733163798953, exclude list is [], retry=0 2024-12-02T18:23:18,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36963,DS-6118a182-bd49-4004-8700-05857278b036,DISK] 2024-12-02T18:23:18,968 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/WALs/95451c90bed2,46685,1733163782142/95451c90bed2%2C46685%2C1733163782142.rep.1733163798953 2024-12-02T18:23:18,968 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43187:43187)] 2024-12-02T18:23:18,968 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 276c934d1aefe3080b8cf5e1992b8ddb, NAME => 'hbase:replication,,1733163797823.276c934d1aefe3080b8cf5e1992b8ddb.', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:23:18,969 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T18:23:18,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T18:23:18,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733163797823.276c934d1aefe3080b8cf5e1992b8ddb. service=MultiRowMutationService 2024-12-02T18:23:18,969 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T18:23:18,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 276c934d1aefe3080b8cf5e1992b8ddb 2024-12-02T18:23:18,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733163797823.276c934d1aefe3080b8cf5e1992b8ddb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:23:18,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 276c934d1aefe3080b8cf5e1992b8ddb 2024-12-02T18:23:18,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 276c934d1aefe3080b8cf5e1992b8ddb 2024-12-02T18:23:18,970 INFO [StoreOpener-276c934d1aefe3080b8cf5e1992b8ddb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 276c934d1aefe3080b8cf5e1992b8ddb 2024-12-02T18:23:18,971 INFO [StoreOpener-276c934d1aefe3080b8cf5e1992b8ddb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 276c934d1aefe3080b8cf5e1992b8ddb columnFamilyName hfileref 2024-12-02T18:23:18,971 DEBUG [StoreOpener-276c934d1aefe3080b8cf5e1992b8ddb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:18,971 INFO [StoreOpener-276c934d1aefe3080b8cf5e1992b8ddb-1 {}] regionserver.HStore(327): Store=276c934d1aefe3080b8cf5e1992b8ddb/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:23:18,971 INFO [StoreOpener-276c934d1aefe3080b8cf5e1992b8ddb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 276c934d1aefe3080b8cf5e1992b8ddb 2024-12-02T18:23:18,972 INFO [StoreOpener-276c934d1aefe3080b8cf5e1992b8ddb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 276c934d1aefe3080b8cf5e1992b8ddb columnFamilyName queue 2024-12-02T18:23:18,972 DEBUG [StoreOpener-276c934d1aefe3080b8cf5e1992b8ddb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:18,972 INFO [StoreOpener-276c934d1aefe3080b8cf5e1992b8ddb-1 {}] regionserver.HStore(327): Store=276c934d1aefe3080b8cf5e1992b8ddb/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:23:18,972 INFO [StoreOpener-276c934d1aefe3080b8cf5e1992b8ddb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 276c934d1aefe3080b8cf5e1992b8ddb 2024-12-02T18:23:18,973 INFO [StoreOpener-276c934d1aefe3080b8cf5e1992b8ddb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 276c934d1aefe3080b8cf5e1992b8ddb columnFamilyName sid 2024-12-02T18:23:18,973 DEBUG [StoreOpener-276c934d1aefe3080b8cf5e1992b8ddb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:18,973 INFO [StoreOpener-276c934d1aefe3080b8cf5e1992b8ddb-1 {}] regionserver.HStore(327): Store=276c934d1aefe3080b8cf5e1992b8ddb/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:23:18,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 276c934d1aefe3080b8cf5e1992b8ddb 2024-12-02T18:23:18,974 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/data/hbase/replication/276c934d1aefe3080b8cf5e1992b8ddb 2024-12-02T18:23:18,974 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/data/hbase/replication/276c934d1aefe3080b8cf5e1992b8ddb 2024-12-02T18:23:18,974 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 276c934d1aefe3080b8cf5e1992b8ddb 2024-12-02T18:23:18,975 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 276c934d1aefe3080b8cf5e1992b8ddb 2024-12-02T18:23:18,975 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T18:23:18,976 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 276c934d1aefe3080b8cf5e1992b8ddb 2024-12-02T18:23:18,977 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/data/hbase/replication/276c934d1aefe3080b8cf5e1992b8ddb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T18:23:18,977 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 276c934d1aefe3080b8cf5e1992b8ddb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60497829, jitterRate=-0.09851209819316864}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T18:23:18,977 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 276c934d1aefe3080b8cf5e1992b8ddb 2024-12-02T18:23:18,977 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 276c934d1aefe3080b8cf5e1992b8ddb: Running coprocessor pre-open hook at 1733163798969Writing region info on filesystem at 1733163798969Initializing all the Stores at 1733163798970 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163798970Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163798970Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163798970Cleaning up temporary data from old regions at 1733163798975 (+5 ms)Running coprocessor post-open hooks at 1733163798977 (+2 ms)Region opened successfully at 1733163798977 2024-12-02T18:23:18,978 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733163797823.276c934d1aefe3080b8cf5e1992b8ddb., pid=10, masterSystemTime=1733163798949 2024-12-02T18:23:18,979 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733163797823.276c934d1aefe3080b8cf5e1992b8ddb. 2024-12-02T18:23:18,979 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733163797823.276c934d1aefe3080b8cf5e1992b8ddb. 2024-12-02T18:23:18,980 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=276c934d1aefe3080b8cf5e1992b8ddb, regionState=OPEN, openSeqNum=2, regionLocation=95451c90bed2,46685,1733163782142 2024-12-02T18:23:18,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 276c934d1aefe3080b8cf5e1992b8ddb, server=95451c90bed2,46685,1733163782142 because future has completed 2024-12-02T18:23:18,983 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T18:23:18,983 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 276c934d1aefe3080b8cf5e1992b8ddb, server=95451c90bed2,46685,1733163782142 in 184 msec 2024-12-02T18:23:18,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T18:23:18,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=276c934d1aefe3080b8cf5e1992b8ddb, ASSIGN in 339 msec 2024-12-02T18:23:18,985 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T18:23:18,985 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733163798985"}]},"ts":"1733163798985"} 2024-12-02T18:23:18,986 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T18:23:18,987 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T18:23:18,988 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1640 sec 2024-12-02T18:23:19,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733163797823.276c934d1aefe3080b8cf5e1992b8ddb., hostname=95451c90bed2,46685,1733163782142, seqNum=2] 2024-12-02T18:23:19,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46685-0x10197486de80004, quorum=127.0.0.1:58212, baseZNode=/1-1499118816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1499118816 2024-12-02T18:23:19,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37601-0x10197486de80003, quorum=127.0.0.1:58212, baseZNode=/1-1499118816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1499118816 2024-12-02T18:23:19,307 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T18:23:19,425 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,44419,1733163776617.replicationSource.wal-reader.95451c90bed2%2C44419%2C1733163776617,1-95451c90bed2,44419,1733163776617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/WALs/95451c90bed2,44419,1733163776617/95451c90bed2%2C44419%2C1733163776617.1733163779037 to pos 379, reset compression=false 2024-12-02T18:23:19,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46685 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T18:23:19,459 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T18:23:19,484 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-95451c90bed2,46685,1733163782142, ReplicationSource: 1, currentBandwidth=0 2024-12-02T18:23:19,484 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:23:19,484 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,46685,1733163782142, seqNum=-1] 2024-12-02T18:23:19,485 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:23:19,486 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56519, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-02T18:23:19,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-95451c90bed2,46685,1733163782142', locateType=CURRENT is [region=hbase:replication,,1733163797823.276c934d1aefe3080b8cf5e1992b8ddb., hostname=95451c90bed2,46685,1733163782142, seqNum=2] 2024-12-02T18:23:19,488 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T18:23:19,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T18:23:19,490 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 95451c90bed2,46685,1733163782142 suceeded 2024-12-02T18:23:19,491 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T18:23:19,491 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://95451c90bed2:36883,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T18:23:19,491 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-12-02T18:23:19,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6760 sec 2024-12-02T18:23:19,501 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='95451c90bed2:36883' 2024-12-02T18:23:19,502 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38ea8166, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:23:19,503 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142 {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,36883,-1 for getting cluster id 2024-12-02T18:23:19,503 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:23:19,503 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2afdb252-9602-4237-9264-96b0e9adc2c0' 2024-12-02T18:23:19,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:23:19,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2afdb252-9602-4237-9264-96b0e9adc2c0" 2024-12-02T18:23:19,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@279bad43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:23:19,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,36883,-1] 2024-12-02T18:23:19,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:23:19,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:23:19,504 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:23:19,505 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a10a47e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:23:19,505 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:23:19,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,36883,1733163787502 2024-12-02T18:23:19,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b460427 2024-12-02T18:23:19,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:23:19,506 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-12-02T18:23:19,507 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-95451c90bed2,46685,1733163782142 (queues=1) is replicating from cluster=79ba35b0-2a1f-4b1e-a6fd-81b3469edcbf to cluster=2afdb252-9602-4237-9264-96b0e9adc2c0 2024-12-02T18:23:19,507 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=95451c90bed2%2C46685%2C1733163782142 2024-12-02T18:23:19,507 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-95451c90bed2,46685,1733163782142, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T18:23:19,507 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142.replicationSource.shipper95451c90bed2%2C46685%2C1733163782142,1-95451c90bed2,46685,1733163782142 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 95451c90bed2%2C46685%2C1733163782142 2024-12-02T18:23:19,507 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142.replicationSource.wal-reader.95451c90bed2%2C46685%2C1733163782142,1-95451c90bed2,46685,1733163782142 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/WALs/95451c90bed2,46685,1733163782142/95451c90bed2%2C46685%2C1733163782142.1733163784482, startPosition=0, beingWritten=true 2024-12-02T18:23:19,511 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142.replicationSource.wal-reader.95451c90bed2%2C46685%2C1733163782142,1-95451c90bed2,46685,1733163782142 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T18:23:19,511 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142.replicationSource.wal-reader.95451c90bed2%2C46685%2C1733163782142,1-95451c90bed2,46685,1733163782142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/WALs/95451c90bed2,46685,1733163782142/95451c90bed2%2C46685%2C1733163782142.1733163784482 to pos 379, reset compression=false 2024-12-02T18:23:19,511 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142.replicationSource.shipper95451c90bed2%2C46685%2C1733163782142,1-95451c90bed2,46685,1733163782142 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-95451c90bed2,46685,1733163782142 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/WALs/95451c90bed2,46685,1733163782142/95451c90bed2%2C46685%2C1733163782142.1733163784482, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T18:23:19,715 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142.replicationSource.wal-reader.95451c90bed2%2C46685%2C1733163782142,1-95451c90bed2,46685,1733163782142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/WALs/95451c90bed2,46685,1733163782142/95451c90bed2%2C46685%2C1733163782142.1733163784482 to pos 379, reset compression=false 2024-12-02T18:23:19,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T18:23:19,959 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T18:23:19,959 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T18:23:19,959 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:23:19,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:23:19,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:23:19,960 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:23:19,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30c7b657, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:23:19,960 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,36883,-1 for getting cluster id 2024-12-02T18:23:19,960 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:23:19,961 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2afdb252-9602-4237-9264-96b0e9adc2c0' 2024-12-02T18:23:19,961 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:23:19,961 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2afdb252-9602-4237-9264-96b0e9adc2c0" 2024-12-02T18:23:19,961 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@245e89a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:23:19,961 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,36883,-1] 2024-12-02T18:23:19,961 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:23:19,962 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:23:19,962 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:23:19,963 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3be46813, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:23:19,963 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:23:19,963 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,36883,1733163787502 2024-12-02T18:23:19,963 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57d94316 2024-12-02T18:23:19,964 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:23:19,964 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T18:23:19,964 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36883 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://95451c90bed2:37601,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T18:23:19,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36883 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T18:23:19,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T18:23:20,000 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='95451c90bed2:37601' 2024-12-02T18:23:20,001 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@687f8b8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:23:20,001 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,37601,-1 for getting cluster id 2024-12-02T18:23:20,001 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:23:20,001 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '79ba35b0-2a1f-4b1e-a6fd-81b3469edcbf' 2024-12-02T18:23:20,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:23:20,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "79ba35b0-2a1f-4b1e-a6fd-81b3469edcbf" 2024-12-02T18:23:20,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50160faf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:23:20,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,37601,-1] 2024-12-02T18:23:20,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:23:20,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:23:20,003 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:23:20,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ebb12e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:23:20,003 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:23:20,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,37601,1733163782037 2024-12-02T18:23:20,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ca171a5 2024-12-02T18:23:20,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:23:20,004 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T18:23:20,005 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-02T18:23:20,005 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T18:23:20,005 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:23:20,005 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:23:20,005 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:23:20,005 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T18:23:20,006 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T18:23:20,007 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T18:23:20,007 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:20,007 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T18:23:20,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45295 is added to blk_1073741837_1013 (size=1138) 2024-12-02T18:23:20,018 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142.replicationSource.wal-reader.95451c90bed2%2C46685%2C1733163782142,1-95451c90bed2,46685,1733163782142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/WALs/95451c90bed2,46685,1733163782142/95451c90bed2%2C46685%2C1733163782142.1733163784482 to pos 379, reset compression=false 2024-12-02T18:23:20,056 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T18:23:20,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T18:23:20,129 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,44419,1733163776617.replicationSource.wal-reader.95451c90bed2%2C44419%2C1733163776617,1-95451c90bed2,44419,1733163776617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/WALs/95451c90bed2,44419,1733163776617/95451c90bed2%2C44419%2C1733163776617.1733163779037 to pos 379, reset compression=false 2024-12-02T18:23:20,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T18:23:20,413 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1dd54ca2f44f5f3602c1c8e502d0642a, NAME => 'hbase:replication,,1733163800005.1dd54ca2f44f5f3602c1c8e502d0642a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6 2024-12-02T18:23:20,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45295 is added to blk_1073741838_1014 (size=44) 2024-12-02T18:23:20,421 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142.replicationSource.wal-reader.95451c90bed2%2C46685%2C1733163782142,1-95451c90bed2,46685,1733163782142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/WALs/95451c90bed2,46685,1733163782142/95451c90bed2%2C46685%2C1733163782142.1733163784482 to pos 379, reset compression=false 2024-12-02T18:23:20,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T18:23:20,817 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733163800005.1dd54ca2f44f5f3602c1c8e502d0642a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:23:20,818 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1dd54ca2f44f5f3602c1c8e502d0642a, disabling compactions & flushes 2024-12-02T18:23:20,818 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733163800005.1dd54ca2f44f5f3602c1c8e502d0642a. 2024-12-02T18:23:20,818 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733163800005.1dd54ca2f44f5f3602c1c8e502d0642a. 2024-12-02T18:23:20,818 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733163800005.1dd54ca2f44f5f3602c1c8e502d0642a. after waiting 0 ms 2024-12-02T18:23:20,818 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733163800005.1dd54ca2f44f5f3602c1c8e502d0642a. 2024-12-02T18:23:20,818 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733163800005.1dd54ca2f44f5f3602c1c8e502d0642a. 2024-12-02T18:23:20,818 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1dd54ca2f44f5f3602c1c8e502d0642a: Waiting for close lock at 1733163800817Disabling compacts and flushes for region at 1733163800817Disabling writes for close at 1733163800818 (+1 ms)Writing region close event to WAL at 1733163800818Closed at 1733163800818 2024-12-02T18:23:20,819 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T18:23:20,819 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733163800005.1dd54ca2f44f5f3602c1c8e502d0642a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733163800819"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733163800819"}]},"ts":"1733163800819"} 2024-12-02T18:23:20,820 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T18:23:20,821 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T18:23:20,821 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733163800821"}]},"ts":"1733163800821"} 2024-12-02T18:23:20,823 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T18:23:20,823 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1dd54ca2f44f5f3602c1c8e502d0642a, ASSIGN}] 2024-12-02T18:23:20,824 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1dd54ca2f44f5f3602c1c8e502d0642a, ASSIGN 2024-12-02T18:23:20,824 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1dd54ca2f44f5f3602c1c8e502d0642a, ASSIGN; state=OFFLINE, location=95451c90bed2,42451,1733163787699; forceNewPlan=false, retain=false 2024-12-02T18:23:20,924 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142.replicationSource.wal-reader.95451c90bed2%2C46685%2C1733163782142,1-95451c90bed2,46685,1733163782142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/WALs/95451c90bed2,46685,1733163782142/95451c90bed2%2C46685%2C1733163782142.1733163784482 to pos 379, reset compression=false 2024-12-02T18:23:20,932 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,44419,1733163776617.replicationSource.wal-reader.95451c90bed2%2C44419%2C1733163776617,1-95451c90bed2,44419,1733163776617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/WALs/95451c90bed2,44419,1733163776617/95451c90bed2%2C44419%2C1733163776617.1733163779037 to pos 379, reset compression=false 2024-12-02T18:23:20,975 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1dd54ca2f44f5f3602c1c8e502d0642a, regionState=OPENING, regionLocation=95451c90bed2,42451,1733163787699 2024-12-02T18:23:20,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1dd54ca2f44f5f3602c1c8e502d0642a, ASSIGN because future has completed 2024-12-02T18:23:20,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1dd54ca2f44f5f3602c1c8e502d0642a, server=95451c90bed2,42451,1733163787699}] 2024-12-02T18:23:21,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T18:23:21,132 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733163800005.1dd54ca2f44f5f3602c1c8e502d0642a. 2024-12-02T18:23:21,132 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:23:21,132 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T18:23:21,133 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=95451c90bed2%2C42451%2C1733163787699.rep, suffix=, logDir=hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/WALs/95451c90bed2,42451,1733163787699, archiveDir=hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/oldWALs, maxLogs=10 2024-12-02T18:23:21,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/WALs/95451c90bed2,42451,1733163787699/95451c90bed2%2C42451%2C1733163787699.rep.1733163801134, exclude list is [], retry=0 2024-12-02T18:23:21,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45295,DS-da22706f-98f8-47c1-b5d2-763838394d20,DISK] 2024-12-02T18:23:21,148 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/WALs/95451c90bed2,42451,1733163787699/95451c90bed2%2C42451%2C1733163787699.rep.1733163801134 2024-12-02T18:23:21,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33093:33093)] 2024-12-02T18:23:21,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1dd54ca2f44f5f3602c1c8e502d0642a, NAME => 'hbase:replication,,1733163800005.1dd54ca2f44f5f3602c1c8e502d0642a.', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:23:21,148 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T18:23:21,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T18:23:21,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733163800005.1dd54ca2f44f5f3602c1c8e502d0642a. service=MultiRowMutationService 2024-12-02T18:23:21,148 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T18:23:21,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1dd54ca2f44f5f3602c1c8e502d0642a 2024-12-02T18:23:21,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733163800005.1dd54ca2f44f5f3602c1c8e502d0642a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:23:21,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1dd54ca2f44f5f3602c1c8e502d0642a 2024-12-02T18:23:21,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1dd54ca2f44f5f3602c1c8e502d0642a 2024-12-02T18:23:21,150 INFO [StoreOpener-1dd54ca2f44f5f3602c1c8e502d0642a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1dd54ca2f44f5f3602c1c8e502d0642a 2024-12-02T18:23:21,151 INFO [StoreOpener-1dd54ca2f44f5f3602c1c8e502d0642a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1dd54ca2f44f5f3602c1c8e502d0642a columnFamilyName hfileref 2024-12-02T18:23:21,151 DEBUG [StoreOpener-1dd54ca2f44f5f3602c1c8e502d0642a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:21,151 INFO [StoreOpener-1dd54ca2f44f5f3602c1c8e502d0642a-1 {}] regionserver.HStore(327): Store=1dd54ca2f44f5f3602c1c8e502d0642a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:23:21,151 INFO [StoreOpener-1dd54ca2f44f5f3602c1c8e502d0642a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1dd54ca2f44f5f3602c1c8e502d0642a 2024-12-02T18:23:21,152 INFO [StoreOpener-1dd54ca2f44f5f3602c1c8e502d0642a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1dd54ca2f44f5f3602c1c8e502d0642a columnFamilyName queue 2024-12-02T18:23:21,152 DEBUG [StoreOpener-1dd54ca2f44f5f3602c1c8e502d0642a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:21,152 INFO [StoreOpener-1dd54ca2f44f5f3602c1c8e502d0642a-1 {}] regionserver.HStore(327): Store=1dd54ca2f44f5f3602c1c8e502d0642a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:23:21,152 INFO [StoreOpener-1dd54ca2f44f5f3602c1c8e502d0642a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1dd54ca2f44f5f3602c1c8e502d0642a 2024-12-02T18:23:21,153 INFO [StoreOpener-1dd54ca2f44f5f3602c1c8e502d0642a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1dd54ca2f44f5f3602c1c8e502d0642a columnFamilyName sid 2024-12-02T18:23:21,153 DEBUG [StoreOpener-1dd54ca2f44f5f3602c1c8e502d0642a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:21,153 INFO [StoreOpener-1dd54ca2f44f5f3602c1c8e502d0642a-1 {}] regionserver.HStore(327): Store=1dd54ca2f44f5f3602c1c8e502d0642a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:23:21,153 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1dd54ca2f44f5f3602c1c8e502d0642a 2024-12-02T18:23:21,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/data/hbase/replication/1dd54ca2f44f5f3602c1c8e502d0642a 2024-12-02T18:23:21,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/data/hbase/replication/1dd54ca2f44f5f3602c1c8e502d0642a 2024-12-02T18:23:21,155 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1dd54ca2f44f5f3602c1c8e502d0642a 2024-12-02T18:23:21,155 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1dd54ca2f44f5f3602c1c8e502d0642a 2024-12-02T18:23:21,155 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T18:23:21,156 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1dd54ca2f44f5f3602c1c8e502d0642a 2024-12-02T18:23:21,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/data/hbase/replication/1dd54ca2f44f5f3602c1c8e502d0642a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T18:23:21,157 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1dd54ca2f44f5f3602c1c8e502d0642a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65631595, jitterRate=-0.022013023495674133}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T18:23:21,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1dd54ca2f44f5f3602c1c8e502d0642a 2024-12-02T18:23:21,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1dd54ca2f44f5f3602c1c8e502d0642a: Running coprocessor pre-open hook at 1733163801149Writing region info on filesystem at 1733163801149Initializing all the Stores at 1733163801149Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163801149Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163801149Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163801149Cleaning up temporary data from old regions at 1733163801155 (+6 ms)Running coprocessor post-open hooks at 1733163801157 (+2 ms)Region opened successfully at 1733163801157 2024-12-02T18:23:21,158 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733163800005.1dd54ca2f44f5f3602c1c8e502d0642a., pid=10, masterSystemTime=1733163801129 2024-12-02T18:23:21,160 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733163800005.1dd54ca2f44f5f3602c1c8e502d0642a. 2024-12-02T18:23:21,160 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733163800005.1dd54ca2f44f5f3602c1c8e502d0642a. 2024-12-02T18:23:21,160 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1dd54ca2f44f5f3602c1c8e502d0642a, regionState=OPEN, openSeqNum=2, regionLocation=95451c90bed2,42451,1733163787699 2024-12-02T18:23:21,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1dd54ca2f44f5f3602c1c8e502d0642a, server=95451c90bed2,42451,1733163787699 because future has completed 2024-12-02T18:23:21,163 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T18:23:21,163 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1dd54ca2f44f5f3602c1c8e502d0642a, server=95451c90bed2,42451,1733163787699 in 185 msec 2024-12-02T18:23:21,165 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T18:23:21,165 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1dd54ca2f44f5f3602c1c8e502d0642a, ASSIGN in 340 msec 2024-12-02T18:23:21,166 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T18:23:21,166 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733163801166"}]},"ts":"1733163801166"} 2024-12-02T18:23:21,167 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T18:23:21,168 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T18:23:21,169 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1630 sec 2024-12-02T18:23:21,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733163800005.1dd54ca2f44f5f3602c1c8e502d0642a., hostname=95451c90bed2,42451,1733163787699, seqNum=2] 2024-12-02T18:23:21,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36883-0x10197486de80006, quorum=127.0.0.1:58212, baseZNode=/2-1207856406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1207856406 2024-12-02T18:23:21,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42451-0x10197486de80007, quorum=127.0.0.1:58212, baseZNode=/2-1207856406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1207856406 2024-12-02T18:23:21,320 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T18:23:21,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42451 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T18:23:21,473 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T18:23:21,498 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-95451c90bed2,42451,1733163787699, ReplicationSource: 1, currentBandwidth=0 2024-12-02T18:23:21,499 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:23:21,499 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,42451,1733163787699, seqNum=-1] 2024-12-02T18:23:21,499 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:23:21,500 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55009, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-02T18:23:21,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-95451c90bed2,42451,1733163787699', locateType=CURRENT is [region=hbase:replication,,1733163800005.1dd54ca2f44f5f3602c1c8e502d0642a., hostname=95451c90bed2,42451,1733163787699, seqNum=2] 2024-12-02T18:23:21,504 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T18:23:21,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36883 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T18:23:21,506 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 95451c90bed2,42451,1733163787699 suceeded 2024-12-02T18:23:21,507 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T18:23:21,507 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://95451c90bed2:37601,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T18:23:21,507 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-12-02T18:23:21,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5430 sec 2024-12-02T18:23:21,518 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,42451,1733163787699 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='95451c90bed2:37601' 2024-12-02T18:23:21,519 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,42451,1733163787699 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f854ef1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:23:21,519 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,42451,1733163787699 {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,37601,-1 for getting cluster id 2024-12-02T18:23:21,519 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,42451,1733163787699 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:23:21,520 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '79ba35b0-2a1f-4b1e-a6fd-81b3469edcbf' 2024-12-02T18:23:21,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:23:21,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "79ba35b0-2a1f-4b1e-a6fd-81b3469edcbf" 2024-12-02T18:23:21,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55bf636c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:23:21,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,37601,-1] 2024-12-02T18:23:21,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:23:21,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:23:21,521 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:23:21,521 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,42451,1733163787699 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74333309, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:23:21,521 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,42451,1733163787699 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:23:21,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,37601,1733163782037 2024-12-02T18:23:21,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e35364c 2024-12-02T18:23:21,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:23:21,523 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-12-02T18:23:21,523 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,42451,1733163787699 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-95451c90bed2,42451,1733163787699 (queues=1) is replicating from cluster=2afdb252-9602-4237-9264-96b0e9adc2c0 to cluster=79ba35b0-2a1f-4b1e-a6fd-81b3469edcbf 2024-12-02T18:23:21,523 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,42451,1733163787699 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=95451c90bed2%2C42451%2C1733163787699 2024-12-02T18:23:21,523 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,42451,1733163787699 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-95451c90bed2,42451,1733163787699, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T18:23:21,524 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,42451,1733163787699.replicationSource.shipper95451c90bed2%2C42451%2C1733163787699,1-95451c90bed2,42451,1733163787699 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 95451c90bed2%2C42451%2C1733163787699 2024-12-02T18:23:21,524 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,42451,1733163787699.replicationSource.wal-reader.95451c90bed2%2C42451%2C1733163787699,1-95451c90bed2,42451,1733163787699 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/WALs/95451c90bed2,42451,1733163787699/95451c90bed2%2C42451%2C1733163787699.1733163790043, startPosition=0, beingWritten=true 2024-12-02T18:23:21,527 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142.replicationSource.wal-reader.95451c90bed2%2C46685%2C1733163782142,1-95451c90bed2,46685,1733163782142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/WALs/95451c90bed2,46685,1733163782142/95451c90bed2%2C46685%2C1733163782142.1733163784482 to pos 379, reset compression=false 2024-12-02T18:23:21,527 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,42451,1733163787699.replicationSource.wal-reader.95451c90bed2%2C42451%2C1733163787699,1-95451c90bed2,42451,1733163787699 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T18:23:21,528 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,42451,1733163787699.replicationSource.wal-reader.95451c90bed2%2C42451%2C1733163787699,1-95451c90bed2,42451,1733163787699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/WALs/95451c90bed2,42451,1733163787699/95451c90bed2%2C42451%2C1733163787699.1733163790043 to pos 379, reset compression=false 2024-12-02T18:23:21,528 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,42451,1733163787699.replicationSource.shipper95451c90bed2%2C42451%2C1733163787699,1-95451c90bed2,42451,1733163787699 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-95451c90bed2,42451,1733163787699 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/WALs/95451c90bed2,42451,1733163787699/95451c90bed2%2C42451%2C1733163787699.1733163790043, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T18:23:21,731 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,42451,1733163787699.replicationSource.wal-reader.95451c90bed2%2C42451%2C1733163787699,1-95451c90bed2,42451,1733163787699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/WALs/95451c90bed2,42451,1733163787699/95451c90bed2%2C42451%2C1733163787699.1733163790043 to pos 379, reset compression=false 2024-12-02T18:23:21,835 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,44419,1733163776617.replicationSource.wal-reader.95451c90bed2%2C44419%2C1733163776617,1-95451c90bed2,44419,1733163776617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/WALs/95451c90bed2,44419,1733163776617/95451c90bed2%2C44419%2C1733163776617.1733163779037 to pos 379, reset compression=false 2024-12-02T18:23:21,916 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-02T18:23:22,034 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,42451,1733163787699.replicationSource.wal-reader.95451c90bed2%2C42451%2C1733163787699,1-95451c90bed2,42451,1733163787699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/WALs/95451c90bed2,42451,1733163787699/95451c90bed2%2C42451%2C1733163787699.1733163790043 to pos 379, reset compression=false 2024-12-02T18:23:22,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36883 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T18:23:22,109 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T18:23:22,109 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T18:23:22,109 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:23:22,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:23:22,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:23:22,109 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:23:22,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d514fd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:23:22,110 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,45949,-1 for getting cluster id 2024-12-02T18:23:22,110 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:23:22,110 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ddebb4bc-69de-4d5e-8bff-8a68b81e08a7' 2024-12-02T18:23:22,110 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:23:22,111 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ddebb4bc-69de-4d5e-8bff-8a68b81e08a7" 2024-12-02T18:23:22,111 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a823f68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:23:22,111 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,45949,-1] 2024-12-02T18:23:22,111 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:23:22,111 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:23:22,111 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:23:22,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a8594f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:23:22,112 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ef6288b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:23:22,112 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,37601,-1 for getting cluster id 2024-12-02T18:23:22,112 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:23:22,113 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '79ba35b0-2a1f-4b1e-a6fd-81b3469edcbf' 2024-12-02T18:23:22,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:23:22,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "79ba35b0-2a1f-4b1e-a6fd-81b3469edcbf" 2024-12-02T18:23:22,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@715f8eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:23:22,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,37601,-1] 2024-12-02T18:23:22,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:23:22,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:23:22,114 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:23:22,114 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42902e25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:23:22,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49ca8967, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:23:22,115 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,36883,-1 for getting cluster id 2024-12-02T18:23:22,115 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:23:22,115 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2afdb252-9602-4237-9264-96b0e9adc2c0' 2024-12-02T18:23:22,115 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:23:22,115 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2afdb252-9602-4237-9264-96b0e9adc2c0" 2024-12-02T18:23:22,116 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bb88623, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:23:22,116 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,36883,-1] 2024-12-02T18:23:22,116 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:23:22,116 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:23:22,116 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:23:22,117 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@338efb3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:23:22,117 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:23:22,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,44419,1733163776617, seqNum=-1] 2024-12-02T18:23:22,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:23:22,119 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T18:23:22,121 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733163791218.39838e6cca70bc4967d0ff87b8c1c24a., hostname=95451c90bed2,44419,1733163776617, seqNum=2] 2024-12-02T18:23:22,123 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:23:22,123 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,42451,1733163787699, seqNum=-1] 2024-12-02T18:23:22,124 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:23:22,124 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T18:23:22,126 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733163794511.9e99a944a92e391f200d9a2e1f98855f., hostname=95451c90bed2,42451,1733163787699, seqNum=2] 2024-12-02T18:23:22,127 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-02T18:23:22,231 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142.replicationSource.wal-reader.95451c90bed2%2C46685%2C1733163782142,1-95451c90bed2,46685,1733163782142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/WALs/95451c90bed2,46685,1733163782142/95451c90bed2%2C46685%2C1733163782142.1733163784482 to pos 379, reset compression=false 2024-12-02T18:23:22,437 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,42451,1733163787699.replicationSource.wal-reader.95451c90bed2%2C42451%2C1733163787699,1-95451c90bed2,42451,1733163787699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/WALs/95451c90bed2,42451,1733163787699/95451c90bed2%2C42451%2C1733163787699.1733163790043 to pos 379, reset compression=false 2024-12-02T18:23:22,537 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T18:23:22,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:22,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:22,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:22,539 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:22,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:22,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:22,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:22,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:22,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:22,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:22,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:22,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:22,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:22,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:22,839 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,44419,1733163776617.replicationSource.wal-reader.95451c90bed2%2C44419%2C1733163776617,1-95451c90bed2,44419,1733163776617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/WALs/95451c90bed2,44419,1733163776617/95451c90bed2%2C44419%2C1733163776617.1733163779037 to pos 379, reset compression=false 2024-12-02T18:23:22,843 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,44419,1733163776617.replicationSource.wal-reader.95451c90bed2%2C44419%2C1733163776617,1-95451c90bed2,44419,1733163776617 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T18:23:22,843 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,44419,1733163776617.replicationSource.wal-reader.95451c90bed2%2C44419%2C1733163776617,1-95451c90bed2,44419,1733163776617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/WALs/95451c90bed2,44419,1733163776617/95451c90bed2%2C44419%2C1733163776617.1733163779037 to pos 480, reset compression=false 2024-12-02T18:23:22,843 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,44419,1733163776617.replicationSource.shipper95451c90bed2%2C44419%2C1733163776617,1-95451c90bed2,44419,1733163776617 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-95451c90bed2,44419,1733163776617 got entry batch from reader: WALEntryBatch [walEntries=[{test/39838e6cca70bc4967d0ff87b8c1c24a/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/WALs/95451c90bed2,44419,1733163776617/95451c90bed2%2C44419%2C1733163776617.1733163779037, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-02T18:23:22,845 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,44419,1733163776617.replicationSource.shipper95451c90bed2%2C44419%2C1733163776617,1-95451c90bed2,44419,1733163776617 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T18:23:22,845 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-12-02T18:23:22,846 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46685 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T18:23:22,846 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46685 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30a3b5a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:23:22,846 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46685 {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,37601,-1 for getting cluster id 2024-12-02T18:23:22,846 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46685 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:23:22,847 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '79ba35b0-2a1f-4b1e-a6fd-81b3469edcbf' 2024-12-02T18:23:22,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:23:22,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "79ba35b0-2a1f-4b1e-a6fd-81b3469edcbf" 2024-12-02T18:23:22,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20f578de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:23:22,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,37601,-1] 2024-12-02T18:23:22,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:23:22,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:23:22,848 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:23:22,848 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46685 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7dafa607, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:23:22,849 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46685 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:23:22,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,46685,1733163782142, seqNum=-1] 2024-12-02T18:23:22,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:23:22,850 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-02T18:23:22,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733163792361.d7905049cc2092b3ef768922af2533a6., hostname=95451c90bed2,46685,1733163782142, seqNum=2] 2024-12-02T18:23:22,853 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46685 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T18:23:22,940 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,42451,1733163787699.replicationSource.wal-reader.95451c90bed2%2C42451%2C1733163787699,1-95451c90bed2,42451,1733163787699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/WALs/95451c90bed2,42451,1733163787699/95451c90bed2%2C42451%2C1733163787699.1733163790043 to pos 379, reset compression=false 2024-12-02T18:23:23,034 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142.replicationSource.wal-reader.95451c90bed2%2C46685%2C1733163782142,1-95451c90bed2,46685,1733163782142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/WALs/95451c90bed2,46685,1733163782142/95451c90bed2%2C46685%2C1733163782142.1733163784482 to pos 379, reset compression=false 2024-12-02T18:23:23,038 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142.replicationSource.wal-reader.95451c90bed2%2C46685%2C1733163782142,1-95451c90bed2,46685,1733163782142 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T18:23:23,038 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142.replicationSource.wal-reader.95451c90bed2%2C46685%2C1733163782142,1-95451c90bed2,46685,1733163782142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/WALs/95451c90bed2,46685,1733163782142/95451c90bed2%2C46685%2C1733163782142.1733163784482 to pos 504, reset compression=false 2024-12-02T18:23:23,038 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142.replicationSource.shipper95451c90bed2%2C46685%2C1733163782142,1-95451c90bed2,46685,1733163782142 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-95451c90bed2,46685,1733163782142 got entry batch from reader: WALEntryBatch [walEntries=[{test/d7905049cc2092b3ef768922af2533a6/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/WALs/95451c90bed2,46685,1733163782142/95451c90bed2%2C46685%2C1733163782142.1733163784482, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-02T18:23:23,039 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142.replicationSource.shipper95451c90bed2%2C46685%2C1733163782142,1-95451c90bed2,46685,1733163782142 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T18:23:23,050 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,44419,1733163776617.replicationSource.wal-reader.95451c90bed2%2C44419%2C1733163776617,1-95451c90bed2,44419,1733163776617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/WALs/95451c90bed2,44419,1733163776617/95451c90bed2%2C44419%2C1733163776617.1733163779037 to pos 480, reset compression=false 2024-12-02T18:23:23,050 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-12-02T18:23:23,051 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42451 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T18:23:23,052 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42451 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79dbd19c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:23:23,052 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42451 {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,36883,-1 for getting cluster id 2024-12-02T18:23:23,052 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42451 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:23:23,052 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2afdb252-9602-4237-9264-96b0e9adc2c0' 2024-12-02T18:23:23,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:23:23,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2afdb252-9602-4237-9264-96b0e9adc2c0" 2024-12-02T18:23:23,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59cd340c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:23:23,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,36883,-1] 2024-12-02T18:23:23,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:23:23,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:23:23,053 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:23:23,054 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42451 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e844fae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:23:23,054 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42451 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:23:23,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,42451,1733163787699, seqNum=-1] 2024-12-02T18:23:23,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:23:23,056 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-02T18:23:23,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733163794511.9e99a944a92e391f200d9a2e1f98855f., hostname=95451c90bed2,42451,1733163787699, seqNum=2] 2024-12-02T18:23:23,060 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42451 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T18:23:23,129 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-02T18:23:23,129 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:23:23,130 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,46685,1733163782142, seqNum=-1] 2024-12-02T18:23:23,130 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:23:23,131 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T18:23:23,132 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733163792361.d7905049cc2092b3ef768922af2533a6., hostname=95451c90bed2,46685,1733163782142, seqNum=2] 2024-12-02T18:23:23,134 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-02T18:23:23,251 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142.replicationSource.wal-reader.95451c90bed2%2C46685%2C1733163782142,1-95451c90bed2,46685,1733163782142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/WALs/95451c90bed2,46685,1733163782142/95451c90bed2%2C46685%2C1733163782142.1733163784482 to pos 504, reset compression=false 2024-12-02T18:23:23,255 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142.replicationSource.wal-reader.95451c90bed2%2C46685%2C1733163782142,1-95451c90bed2,46685,1733163782142 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T18:23:23,255 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142.replicationSource.wal-reader.95451c90bed2%2C46685%2C1733163782142,1-95451c90bed2,46685,1733163782142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/WALs/95451c90bed2,46685,1733163782142/95451c90bed2%2C46685%2C1733163782142.1733163784482 to pos 608, reset compression=false 2024-12-02T18:23:23,255 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142.replicationSource.shipper95451c90bed2%2C46685%2C1733163782142,1-95451c90bed2,46685,1733163782142 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-95451c90bed2,46685,1733163782142 got entry batch from reader: WALEntryBatch [walEntries=[{test/d7905049cc2092b3ef768922af2533a6/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/WALs/95451c90bed2,46685,1733163782142/95451c90bed2%2C46685%2C1733163782142.1733163784482, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-02T18:23:23,256 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42451 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T18:23:23,258 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42451 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T18:23:23,353 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,44419,1733163776617.replicationSource.wal-reader.95451c90bed2%2C44419%2C1733163776617,1-95451c90bed2,44419,1733163776617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/WALs/95451c90bed2,44419,1733163776617/95451c90bed2%2C44419%2C1733163776617.1733163779037 to pos 480, reset compression=false 2024-12-02T18:23:23,458 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142.replicationSource.wal-reader.95451c90bed2%2C46685%2C1733163782142,1-95451c90bed2,46685,1733163782142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/WALs/95451c90bed2,46685,1733163782142/95451c90bed2%2C46685%2C1733163782142.1733163784482 to pos 608, reset compression=false 2024-12-02T18:23:23,542 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,42451,1733163787699.replicationSource.wal-reader.95451c90bed2%2C42451%2C1733163787699,1-95451c90bed2,42451,1733163787699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/WALs/95451c90bed2,42451,1733163787699/95451c90bed2%2C42451%2C1733163787699.1733163790043 to pos 379, reset compression=false 2024-12-02T18:23:23,546 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,42451,1733163787699.replicationSource.wal-reader.95451c90bed2%2C42451%2C1733163787699,1-95451c90bed2,42451,1733163787699 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T18:23:23,546 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,42451,1733163787699.replicationSource.wal-reader.95451c90bed2%2C42451%2C1733163787699,1-95451c90bed2,42451,1733163787699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/WALs/95451c90bed2,42451,1733163787699/95451c90bed2%2C42451%2C1733163787699.1733163790043 to pos 654, reset compression=false 2024-12-02T18:23:23,546 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,42451,1733163787699.replicationSource.shipper95451c90bed2%2C42451%2C1733163787699,1-95451c90bed2,42451,1733163787699 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-95451c90bed2,42451,1733163787699 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/WALs/95451c90bed2,42451,1733163787699/95451c90bed2%2C42451%2C1733163787699.1733163790043, lastWalPosition=654, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T18:23:23,749 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,42451,1733163787699.replicationSource.wal-reader.95451c90bed2%2C42451%2C1733163787699,1-95451c90bed2,42451,1733163787699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/WALs/95451c90bed2,42451,1733163787699/95451c90bed2%2C42451%2C1733163787699.1733163790043 to pos 654, reset compression=false 2024-12-02T18:23:23,756 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,44419,1733163776617.replicationSource.wal-reader.95451c90bed2%2C44419%2C1733163776617,1-95451c90bed2,44419,1733163776617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/WALs/95451c90bed2,44419,1733163776617/95451c90bed2%2C44419%2C1733163776617.1733163779037 to pos 480, reset compression=false 2024-12-02T18:23:23,761 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142.replicationSource.wal-reader.95451c90bed2%2C46685%2C1733163782142,1-95451c90bed2,46685,1733163782142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/WALs/95451c90bed2,46685,1733163782142/95451c90bed2%2C46685%2C1733163782142.1733163784482 to pos 608, reset compression=false 2024-12-02T18:23:24,052 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,42451,1733163787699.replicationSource.wal-reader.95451c90bed2%2C42451%2C1733163787699,1-95451c90bed2,42451,1733163787699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/WALs/95451c90bed2,42451,1733163787699/95451c90bed2%2C42451%2C1733163787699.1733163790043 to pos 654, reset compression=false 2024-12-02T18:23:24,136 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-02T18:23:24,138 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-02T18:23:24,164 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142.replicationSource.wal-reader.95451c90bed2%2C46685%2C1733163782142,1-95451c90bed2,46685,1733163782142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/WALs/95451c90bed2,46685,1733163782142/95451c90bed2%2C46685%2C1733163782142.1733163784482 to pos 608, reset compression=false 2024-12-02T18:23:24,259 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,44419,1733163776617.replicationSource.wal-reader.95451c90bed2%2C44419%2C1733163776617,1-95451c90bed2,44419,1733163776617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/WALs/95451c90bed2,44419,1733163776617/95451c90bed2%2C44419%2C1733163776617.1733163779037 to pos 480, reset compression=false 2024-12-02T18:23:24,455 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,42451,1733163787699.replicationSource.wal-reader.95451c90bed2%2C42451%2C1733163787699,1-95451c90bed2,42451,1733163787699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/WALs/95451c90bed2,42451,1733163787699/95451c90bed2%2C42451%2C1733163787699.1733163790043 to pos 654, reset compression=false 2024-12-02T18:23:24,458 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,42451,1733163787699.replicationSource.wal-reader.95451c90bed2%2C42451%2C1733163787699,1-95451c90bed2,42451,1733163787699 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T18:23:24,459 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,42451,1733163787699.replicationSource.wal-reader.95451c90bed2%2C42451%2C1733163787699,1-95451c90bed2,42451,1733163787699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/WALs/95451c90bed2,42451,1733163787699/95451c90bed2%2C42451%2C1733163787699.1733163790043 to pos 758, reset compression=false 2024-12-02T18:23:24,459 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,42451,1733163787699.replicationSource.shipper95451c90bed2%2C42451%2C1733163787699,1-95451c90bed2,42451,1733163787699 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-95451c90bed2,42451,1733163787699 got entry batch from reader: WALEntryBatch [walEntries=[{test/9e99a944a92e391f200d9a2e1f98855f/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/WALs/95451c90bed2,42451,1733163787699/95451c90bed2%2C42451%2C1733163787699.1733163790043, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-02T18:23:24,460 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,42451,1733163787699.replicationSource.shipper95451c90bed2%2C42451%2C1733163787699,1-95451c90bed2,42451,1733163787699 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T18:23:24,461 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-12-02T18:23:24,461 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46685 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T18:23:24,463 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46685 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T18:23:24,667 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142.replicationSource.wal-reader.95451c90bed2%2C46685%2C1733163782142,1-95451c90bed2,46685,1733163782142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/WALs/95451c90bed2,46685,1733163782142/95451c90bed2%2C46685%2C1733163782142.1733163784482 to pos 608, reset compression=false 2024-12-02T18:23:24,668 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,42451,1733163787699.replicationSource.wal-reader.95451c90bed2%2C42451%2C1733163787699,1-95451c90bed2,42451,1733163787699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/WALs/95451c90bed2,42451,1733163787699/95451c90bed2%2C42451%2C1733163787699.1733163790043 to pos 758, reset compression=false 2024-12-02T18:23:24,671 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142.replicationSource.wal-reader.95451c90bed2%2C46685%2C1733163782142,1-95451c90bed2,46685,1733163782142 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T18:23:24,671 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142.replicationSource.wal-reader.95451c90bed2%2C46685%2C1733163782142,1-95451c90bed2,46685,1733163782142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/WALs/95451c90bed2,46685,1733163782142/95451c90bed2%2C46685%2C1733163782142.1733163784482 to pos 735, reset compression=false 2024-12-02T18:23:24,671 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142.replicationSource.shipper95451c90bed2%2C46685%2C1733163782142,1-95451c90bed2,46685,1733163782142 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-95451c90bed2,46685,1733163782142 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/WALs/95451c90bed2,46685,1733163782142/95451c90bed2%2C46685%2C1733163782142.1733163784482, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T18:23:24,862 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,44419,1733163776617.replicationSource.wal-reader.95451c90bed2%2C44419%2C1733163776617,1-95451c90bed2,44419,1733163776617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/WALs/95451c90bed2,44419,1733163776617/95451c90bed2%2C44419%2C1733163776617.1733163779037 to pos 480, reset compression=false 2024-12-02T18:23:24,873 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142.replicationSource.wal-reader.95451c90bed2%2C46685%2C1733163782142,1-95451c90bed2,46685,1733163782142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/WALs/95451c90bed2,46685,1733163782142/95451c90bed2%2C46685%2C1733163782142.1733163784482 to pos 735, reset compression=false 2024-12-02T18:23:24,971 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,42451,1733163787699.replicationSource.wal-reader.95451c90bed2%2C42451%2C1733163787699,1-95451c90bed2,42451,1733163787699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/WALs/95451c90bed2,42451,1733163787699/95451c90bed2%2C42451%2C1733163787699.1733163790043 to pos 758, reset compression=false 2024-12-02T18:23:25,140 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-02T18:23:25,142 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-02T18:23:25,176 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142.replicationSource.wal-reader.95451c90bed2%2C46685%2C1733163782142,1-95451c90bed2,46685,1733163782142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/WALs/95451c90bed2,46685,1733163782142/95451c90bed2%2C46685%2C1733163782142.1733163784482 to pos 735, reset compression=false 2024-12-02T18:23:25,374 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,42451,1733163787699.replicationSource.wal-reader.95451c90bed2%2C42451%2C1733163787699,1-95451c90bed2,42451,1733163787699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/WALs/95451c90bed2,42451,1733163787699/95451c90bed2%2C42451%2C1733163787699.1733163790043 to pos 758, reset compression=false 2024-12-02T18:23:25,564 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,44419,1733163776617.replicationSource.wal-reader.95451c90bed2%2C44419%2C1733163776617,1-95451c90bed2,44419,1733163776617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/WALs/95451c90bed2,44419,1733163776617/95451c90bed2%2C44419%2C1733163776617.1733163779037 to pos 480, reset compression=false 2024-12-02T18:23:25,568 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,44419,1733163776617.replicationSource.wal-reader.95451c90bed2%2C44419%2C1733163776617,1-95451c90bed2,44419,1733163776617 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T18:23:25,568 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,44419,1733163776617.replicationSource.wal-reader.95451c90bed2%2C44419%2C1733163776617,1-95451c90bed2,44419,1733163776617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/WALs/95451c90bed2,44419,1733163776617/95451c90bed2%2C44419%2C1733163776617.1733163779037 to pos 636, reset compression=false 2024-12-02T18:23:25,568 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,44419,1733163776617.replicationSource.shipper95451c90bed2%2C44419%2C1733163776617,1-95451c90bed2,44419,1733163776617 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-95451c90bed2,44419,1733163776617 got entry batch from reader: WALEntryBatch [walEntries=[{test/39838e6cca70bc4967d0ff87b8c1c24a/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/WALs/95451c90bed2,44419,1733163776617/95451c90bed2%2C44419%2C1733163776617.1733163779037, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-02T18:23:25,568 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46685 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T18:23:25,570 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46685 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T18:23:25,579 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142.replicationSource.wal-reader.95451c90bed2%2C46685%2C1733163782142,1-95451c90bed2,46685,1733163782142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/WALs/95451c90bed2,46685,1733163782142/95451c90bed2%2C46685%2C1733163782142.1733163784482 to pos 735, reset compression=false 2024-12-02T18:23:25,583 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142.replicationSource.wal-reader.95451c90bed2%2C46685%2C1733163782142,1-95451c90bed2,46685,1733163782142 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T18:23:25,583 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142.replicationSource.wal-reader.95451c90bed2%2C46685%2C1733163782142,1-95451c90bed2,46685,1733163782142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/WALs/95451c90bed2,46685,1733163782142/95451c90bed2%2C46685%2C1733163782142.1733163784482 to pos 883, reset compression=false 2024-12-02T18:23:25,583 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142.replicationSource.shipper95451c90bed2%2C46685%2C1733163782142,1-95451c90bed2,46685,1733163782142 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-95451c90bed2,46685,1733163782142 got entry batch from reader: WALEntryBatch [walEntries=[{test/d7905049cc2092b3ef768922af2533a6/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/WALs/95451c90bed2,46685,1733163782142/95451c90bed2%2C46685%2C1733163782142.1733163784482, lastWalPosition=883, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-02T18:23:25,584 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42451 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T18:23:25,585 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42451 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T18:23:25,770 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,44419,1733163776617.replicationSource.wal-reader.95451c90bed2%2C44419%2C1733163776617,1-95451c90bed2,44419,1733163776617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/WALs/95451c90bed2,44419,1733163776617/95451c90bed2%2C44419%2C1733163776617.1733163779037 to pos 636, reset compression=false 2024-12-02T18:23:25,786 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142.replicationSource.wal-reader.95451c90bed2%2C46685%2C1733163782142,1-95451c90bed2,46685,1733163782142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/WALs/95451c90bed2,46685,1733163782142/95451c90bed2%2C46685%2C1733163782142.1733163784482 to pos 883, reset compression=false 2024-12-02T18:23:25,877 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,42451,1733163787699.replicationSource.wal-reader.95451c90bed2%2C42451%2C1733163787699,1-95451c90bed2,42451,1733163787699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/WALs/95451c90bed2,42451,1733163787699/95451c90bed2%2C42451%2C1733163787699.1733163790043 to pos 758, reset compression=false 2024-12-02T18:23:25,880 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,42451,1733163787699.replicationSource.wal-reader.95451c90bed2%2C42451%2C1733163787699,1-95451c90bed2,42451,1733163787699 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T18:23:25,880 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,42451,1733163787699.replicationSource.wal-reader.95451c90bed2%2C42451%2C1733163787699,1-95451c90bed2,42451,1733163787699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/WALs/95451c90bed2,42451,1733163787699/95451c90bed2%2C42451%2C1733163787699.1733163790043 to pos 929, reset compression=false 2024-12-02T18:23:25,880 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,42451,1733163787699.replicationSource.shipper95451c90bed2%2C42451%2C1733163787699,1-95451c90bed2,42451,1733163787699 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-95451c90bed2,42451,1733163787699 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/WALs/95451c90bed2,42451,1733163787699/95451c90bed2%2C42451%2C1733163787699.1733163790043, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T18:23:25,996 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T18:23:26,073 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,44419,1733163776617.replicationSource.wal-reader.95451c90bed2%2C44419%2C1733163776617,1-95451c90bed2,44419,1733163776617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/WALs/95451c90bed2,44419,1733163776617/95451c90bed2%2C44419%2C1733163776617.1733163779037 to pos 636, reset compression=false 2024-12-02T18:23:26,083 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,42451,1733163787699.replicationSource.wal-reader.95451c90bed2%2C42451%2C1733163787699,1-95451c90bed2,42451,1733163787699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/WALs/95451c90bed2,42451,1733163787699/95451c90bed2%2C42451%2C1733163787699.1733163790043 to pos 929, reset compression=false 2024-12-02T18:23:26,089 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142.replicationSource.wal-reader.95451c90bed2%2C46685%2C1733163782142,1-95451c90bed2,46685,1733163782142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/WALs/95451c90bed2,46685,1733163782142/95451c90bed2%2C46685%2C1733163782142.1733163784482 to pos 883, reset compression=false 2024-12-02T18:23:26,143 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-02T18:23:26,146 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-02T18:23:26,386 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,42451,1733163787699.replicationSource.wal-reader.95451c90bed2%2C42451%2C1733163787699,1-95451c90bed2,42451,1733163787699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/WALs/95451c90bed2,42451,1733163787699/95451c90bed2%2C42451%2C1733163787699.1733163790043 to pos 929, reset compression=false 2024-12-02T18:23:26,477 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,44419,1733163776617.replicationSource.wal-reader.95451c90bed2%2C44419%2C1733163776617,1-95451c90bed2,44419,1733163776617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/WALs/95451c90bed2,44419,1733163776617/95451c90bed2%2C44419%2C1733163776617.1733163779037 to pos 636, reset compression=false 2024-12-02T18:23:26,492 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142.replicationSource.wal-reader.95451c90bed2%2C46685%2C1733163782142,1-95451c90bed2,46685,1733163782142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/WALs/95451c90bed2,46685,1733163782142/95451c90bed2%2C46685%2C1733163782142.1733163784482 to pos 883, reset compression=false 2024-12-02T18:23:26,495 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142.replicationSource.wal-reader.95451c90bed2%2C46685%2C1733163782142,1-95451c90bed2,46685,1733163782142 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T18:23:26,495 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142.replicationSource.wal-reader.95451c90bed2%2C46685%2C1733163782142,1-95451c90bed2,46685,1733163782142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/WALs/95451c90bed2,46685,1733163782142/95451c90bed2%2C46685%2C1733163782142.1733163784482 to pos 1042, reset compression=false 2024-12-02T18:23:26,495 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142.replicationSource.shipper95451c90bed2%2C46685%2C1733163782142,1-95451c90bed2,46685,1733163782142 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-95451c90bed2,46685,1733163782142 got entry batch from reader: WALEntryBatch [walEntries=[{test/d7905049cc2092b3ef768922af2533a6/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/WALs/95451c90bed2,46685,1733163782142/95451c90bed2%2C46685%2C1733163782142.1733163784482, lastWalPosition=1042, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-02T18:23:26,495 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42451 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T18:23:26,497 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42451 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T18:23:26,697 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142.replicationSource.wal-reader.95451c90bed2%2C46685%2C1733163782142,1-95451c90bed2,46685,1733163782142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/WALs/95451c90bed2,46685,1733163782142/95451c90bed2%2C46685%2C1733163782142.1733163784482 to pos 1042, reset compression=false 2024-12-02T18:23:26,788 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,42451,1733163787699.replicationSource.wal-reader.95451c90bed2%2C42451%2C1733163787699,1-95451c90bed2,42451,1733163787699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/WALs/95451c90bed2,42451,1733163787699/95451c90bed2%2C42451%2C1733163787699.1733163790043 to pos 929, reset compression=false 2024-12-02T18:23:26,792 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,42451,1733163787699.replicationSource.wal-reader.95451c90bed2%2C42451%2C1733163787699,1-95451c90bed2,42451,1733163787699 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T18:23:26,792 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,42451,1733163787699.replicationSource.wal-reader.95451c90bed2%2C42451%2C1733163787699,1-95451c90bed2,42451,1733163787699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/WALs/95451c90bed2,42451,1733163787699/95451c90bed2%2C42451%2C1733163787699.1733163790043 to pos 1078, reset compression=false 2024-12-02T18:23:26,792 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,42451,1733163787699.replicationSource.shipper95451c90bed2%2C42451%2C1733163787699,1-95451c90bed2,42451,1733163787699 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-95451c90bed2,42451,1733163787699 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/WALs/95451c90bed2,42451,1733163787699/95451c90bed2%2C42451%2C1733163787699.1733163790043, lastWalPosition=1078, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T18:23:26,990 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,44419,1733163776617.replicationSource.wal-reader.95451c90bed2%2C44419%2C1733163776617,1-95451c90bed2,44419,1733163776617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/WALs/95451c90bed2,44419,1733163776617/95451c90bed2%2C44419%2C1733163776617.1733163779037 to pos 636, reset compression=false 2024-12-02T18:23:26,996 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,42451,1733163787699.replicationSource.wal-reader.95451c90bed2%2C42451%2C1733163787699,1-95451c90bed2,42451,1733163787699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/WALs/95451c90bed2,42451,1733163787699/95451c90bed2%2C42451%2C1733163787699.1733163790043 to pos 1078, reset compression=false 2024-12-02T18:23:27,000 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142.replicationSource.wal-reader.95451c90bed2%2C46685%2C1733163782142,1-95451c90bed2,46685,1733163782142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/WALs/95451c90bed2,46685,1733163782142/95451c90bed2%2C46685%2C1733163782142.1733163784482 to pos 1042, reset compression=false 2024-12-02T18:23:27,147 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-02T18:23:27,157 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-02T18:23:27,308 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,42451,1733163787699.replicationSource.wal-reader.95451c90bed2%2C42451%2C1733163787699,1-95451c90bed2,42451,1733163787699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/WALs/95451c90bed2,42451,1733163787699/95451c90bed2%2C42451%2C1733163787699.1733163790043 to pos 1078, reset compression=false 2024-12-02T18:23:27,313 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,42451,1733163787699.replicationSource.wal-reader.95451c90bed2%2C42451%2C1733163787699,1-95451c90bed2,42451,1733163787699 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T18:23:27,313 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,42451,1733163787699.replicationSource.wal-reader.95451c90bed2%2C42451%2C1733163787699,1-95451c90bed2,42451,1733163787699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/WALs/95451c90bed2,42451,1733163787699/95451c90bed2%2C42451%2C1733163787699.1733163790043 to pos 1237, reset compression=false 2024-12-02T18:23:27,313 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,42451,1733163787699.replicationSource.shipper95451c90bed2%2C42451%2C1733163787699,1-95451c90bed2,42451,1733163787699 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-95451c90bed2,42451,1733163787699 got entry batch from reader: WALEntryBatch [walEntries=[{test/9e99a944a92e391f200d9a2e1f98855f/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/WALs/95451c90bed2,42451,1733163787699/95451c90bed2%2C42451%2C1733163787699.1733163790043, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-02T18:23:27,314 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46685 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-02T18:23:27,316 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46685 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-02T18:23:27,405 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142.replicationSource.wal-reader.95451c90bed2%2C46685%2C1733163782142,1-95451c90bed2,46685,1733163782142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/WALs/95451c90bed2,46685,1733163782142/95451c90bed2%2C46685%2C1733163782142.1733163784482 to pos 1042, reset compression=false 2024-12-02T18:23:27,410 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142.replicationSource.wal-reader.95451c90bed2%2C46685%2C1733163782142,1-95451c90bed2,46685,1733163782142 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T18:23:27,410 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142.replicationSource.wal-reader.95451c90bed2%2C46685%2C1733163782142,1-95451c90bed2,46685,1733163782142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/WALs/95451c90bed2,46685,1733163782142/95451c90bed2%2C46685%2C1733163782142.1733163784482 to pos 1191, reset compression=false 2024-12-02T18:23:27,410 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142.replicationSource.shipper95451c90bed2%2C46685%2C1733163782142,1-95451c90bed2,46685,1733163782142 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-95451c90bed2,46685,1733163782142 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/WALs/95451c90bed2,46685,1733163782142/95451c90bed2%2C46685%2C1733163782142.1733163784482, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T18:23:27,517 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,42451,1733163787699.replicationSource.wal-reader.95451c90bed2%2C42451%2C1733163787699,1-95451c90bed2,42451,1733163787699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/WALs/95451c90bed2,42451,1733163787699/95451c90bed2%2C42451%2C1733163787699.1733163790043 to pos 1237, reset compression=false 2024-12-02T18:23:27,595 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,44419,1733163776617.replicationSource.wal-reader.95451c90bed2%2C44419%2C1733163776617,1-95451c90bed2,44419,1733163776617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/WALs/95451c90bed2,44419,1733163776617/95451c90bed2%2C44419%2C1733163776617.1733163779037 to pos 636, reset compression=false 2024-12-02T18:23:27,614 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142.replicationSource.wal-reader.95451c90bed2%2C46685%2C1733163782142,1-95451c90bed2,46685,1733163782142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/WALs/95451c90bed2,46685,1733163782142/95451c90bed2%2C46685%2C1733163782142.1733163784482 to pos 1191, reset compression=false 2024-12-02T18:23:27,820 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,42451,1733163787699.replicationSource.wal-reader.95451c90bed2%2C42451%2C1733163787699,1-95451c90bed2,42451,1733163787699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/WALs/95451c90bed2,42451,1733163787699/95451c90bed2%2C42451%2C1733163787699.1733163790043 to pos 1237, reset compression=false 2024-12-02T18:23:27,917 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142.replicationSource.wal-reader.95451c90bed2%2C46685%2C1733163782142,1-95451c90bed2,46685,1733163782142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/WALs/95451c90bed2,46685,1733163782142/95451c90bed2%2C46685%2C1733163782142.1733163784482 to pos 1191, reset compression=false 2024-12-02T18:23:28,158 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-02T18:23:28,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T18:23:28,163 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T18:23:28,163 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:23:28,163 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:23:28,163 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:23:28,163 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:23:28,163 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T18:23:28,163 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=553857736, stopped=false 2024-12-02T18:23:28,163 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=95451c90bed2,36883,1733163787502 2024-12-02T18:23:28,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42451-0x10197486de80007, quorum=127.0.0.1:58212, baseZNode=/2-1207856406 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1207856406/running 2024-12-02T18:23:28,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36883-0x10197486de80006, quorum=127.0.0.1:58212, baseZNode=/2-1207856406 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1207856406/running 2024-12-02T18:23:28,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42451-0x10197486de80007, quorum=127.0.0.1:58212, baseZNode=/2-1207856406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1207856406 2024-12-02T18:23:28,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36883-0x10197486de80006, quorum=127.0.0.1:58212, baseZNode=/2-1207856406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1207856406 2024-12-02T18:23:28,211 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T18:23:28,211 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T18:23:28,211 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:23:28,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:23:28,211 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36883-0x10197486de80006, quorum=127.0.0.1:58212, baseZNode=/2-1207856406 Set watcher on znode that does not yet exist, /2-1207856406/running 2024-12-02T18:23:28,211 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42451-0x10197486de80007, quorum=127.0.0.1:58212, baseZNode=/2-1207856406 Set watcher on znode that does not yet exist, /2-1207856406/running 2024-12-02T18:23:28,211 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '95451c90bed2,42451,1733163787699' ***** 2024-12-02T18:23:28,211 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T18:23:28,212 INFO [RS:0;95451c90bed2:42451 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T18:23:28,212 INFO [RS:0;95451c90bed2:42451 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T18:23:28,212 INFO [RS:0;95451c90bed2:42451 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T18:23:28,212 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T18:23:28,212 INFO [RS:0;95451c90bed2:42451 {}] regionserver.HRegionServer(3091): Received CLOSE for 1dd54ca2f44f5f3602c1c8e502d0642a 2024-12-02T18:23:28,212 INFO [RS:0;95451c90bed2:42451 {}] regionserver.HRegionServer(3091): Received CLOSE for 9e99a944a92e391f200d9a2e1f98855f 2024-12-02T18:23:28,212 INFO [RS:0;95451c90bed2:42451 {}] regionserver.HRegionServer(959): stopping server 95451c90bed2,42451,1733163787699 2024-12-02T18:23:28,212 INFO [RS:0;95451c90bed2:42451 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T18:23:28,213 INFO [RS:0;95451c90bed2:42451 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;95451c90bed2:42451. 2024-12-02T18:23:28,213 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1dd54ca2f44f5f3602c1c8e502d0642a, disabling compactions & flushes 2024-12-02T18:23:28,213 DEBUG [RS:0;95451c90bed2:42451 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:23:28,213 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733163800005.1dd54ca2f44f5f3602c1c8e502d0642a. 2024-12-02T18:23:28,213 DEBUG [RS:0;95451c90bed2:42451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:23:28,213 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733163800005.1dd54ca2f44f5f3602c1c8e502d0642a. 2024-12-02T18:23:28,213 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733163800005.1dd54ca2f44f5f3602c1c8e502d0642a. after waiting 0 ms 2024-12-02T18:23:28,213 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733163800005.1dd54ca2f44f5f3602c1c8e502d0642a. 2024-12-02T18:23:28,213 INFO [RS:0;95451c90bed2:42451 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T18:23:28,213 INFO [RS:0;95451c90bed2:42451 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T18:23:28,213 INFO [RS:0;95451c90bed2:42451 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T18:23:28,213 INFO [RS:0;95451c90bed2:42451 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T18:23:28,213 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1dd54ca2f44f5f3602c1c8e502d0642a 3/3 column families, dataSize=1.02 KB heapSize=2.28 KB 2024-12-02T18:23:28,213 INFO [RS:0;95451c90bed2:42451 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T18:23:28,213 DEBUG [RS:0;95451c90bed2:42451 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1dd54ca2f44f5f3602c1c8e502d0642a=hbase:replication,,1733163800005.1dd54ca2f44f5f3602c1c8e502d0642a., 9e99a944a92e391f200d9a2e1f98855f=test,,1733163794511.9e99a944a92e391f200d9a2e1f98855f.} 2024-12-02T18:23:28,213 DEBUG [RS:0;95451c90bed2:42451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1dd54ca2f44f5f3602c1c8e502d0642a, 9e99a944a92e391f200d9a2e1f98855f 2024-12-02T18:23:28,213 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T18:23:28,213 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T18:23:28,213 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T18:23:28,213 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T18:23:28,213 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T18:23:28,213 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T18:23:28,224 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,42451,1733163787699.replicationSource.wal-reader.95451c90bed2%2C42451%2C1733163787699,1-95451c90bed2,42451,1733163787699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/WALs/95451c90bed2,42451,1733163787699/95451c90bed2%2C42451%2C1733163787699.1733163790043 to pos 1237, reset compression=false 2024-12-02T18:23:28,226 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/data/hbase/meta/1588230740/.tmp/info/192947320fa1498295b41c4eb083e828 is 147, key is hbase:replication,,1733163800005.1dd54ca2f44f5f3602c1c8e502d0642a./info:regioninfo/1733163801160/Put/seqid=0 2024-12-02T18:23:28,228 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/data/hbase/replication/1dd54ca2f44f5f3602c1c8e502d0642a/.tmp/queue/b6ad445642534717bcab1c60aca42c80 is 154, key is 1-95451c90bed2,42451,1733163787699/queue:95451c90bed2%2C42451%2C1733163787699/1733163807317/Put/seqid=0 2024-12-02T18:23:28,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45295 is added to blk_1073741840_1016 (size=7686) 2024-12-02T18:23:28,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45295 is added to blk_1073741841_1017 (size=5353) 2024-12-02T18:23:28,231 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.02 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/data/hbase/replication/1dd54ca2f44f5f3602c1c8e502d0642a/.tmp/queue/b6ad445642534717bcab1c60aca42c80 2024-12-02T18:23:28,231 INFO [regionserver/95451c90bed2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T18:23:28,234 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/data/hbase/replication/1dd54ca2f44f5f3602c1c8e502d0642a/.tmp/queue/b6ad445642534717bcab1c60aca42c80 as hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/data/hbase/replication/1dd54ca2f44f5f3602c1c8e502d0642a/queue/b6ad445642534717bcab1c60aca42c80 2024-12-02T18:23:28,237 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/data/hbase/replication/1dd54ca2f44f5f3602c1c8e502d0642a/queue/b6ad445642534717bcab1c60aca42c80, entries=1, sequenceid=11, filesize=5.2 K 2024-12-02T18:23:28,238 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.02 KB/1043, heapSize ~1.77 KB/1808, currentSize=0 B/0 for 1dd54ca2f44f5f3602c1c8e502d0642a in 24ms, sequenceid=11, compaction requested=false 2024-12-02T18:23:28,240 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/data/hbase/replication/1dd54ca2f44f5f3602c1c8e502d0642a/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-02T18:23:28,240 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T18:23:28,240 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T18:23:28,240 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733163800005.1dd54ca2f44f5f3602c1c8e502d0642a. 2024-12-02T18:23:28,241 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1dd54ca2f44f5f3602c1c8e502d0642a: Waiting for close lock at 1733163808212Running coprocessor pre-close hooks at 1733163808212Disabling compacts and flushes for region at 1733163808213 (+1 ms)Disabling writes for close at 1733163808213Obtaining lock to block concurrent updates at 1733163808213Preparing flush snapshotting stores in 1dd54ca2f44f5f3602c1c8e502d0642a at 1733163808213Finished memstore snapshotting hbase:replication,,1733163800005.1dd54ca2f44f5f3602c1c8e502d0642a., syncing WAL and waiting on mvcc, flushsize=dataSize=1043, getHeapSize=2288, getOffHeapSize=0, getCellsCount=7 at 1733163808213Flushing stores of hbase:replication,,1733163800005.1dd54ca2f44f5f3602c1c8e502d0642a. at 1733163808213Flushing 1dd54ca2f44f5f3602c1c8e502d0642a/queue: creating writer at 1733163808214 (+1 ms)Flushing 1dd54ca2f44f5f3602c1c8e502d0642a/queue: appending metadata at 1733163808228 (+14 ms)Flushing 1dd54ca2f44f5f3602c1c8e502d0642a/queue: closing flushed file at 1733163808228Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f488fde: reopening flushed file at 1733163808234 (+6 ms)Finished flush of dataSize ~1.02 KB/1043, heapSize ~1.77 KB/1808, currentSize=0 B/0 for 1dd54ca2f44f5f3602c1c8e502d0642a in 24ms, sequenceid=11, compaction requested=false at 1733163808238 (+4 ms)Writing region close event to WAL at 1733163808238Running coprocessor post-close hooks at 1733163808240 (+2 ms)Closed at 1733163808240 2024-12-02T18:23:28,241 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733163800005.1dd54ca2f44f5f3602c1c8e502d0642a. 2024-12-02T18:23:28,241 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9e99a944a92e391f200d9a2e1f98855f, disabling compactions & flushes 2024-12-02T18:23:28,241 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733163794511.9e99a944a92e391f200d9a2e1f98855f. 2024-12-02T18:23:28,241 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733163794511.9e99a944a92e391f200d9a2e1f98855f. 2024-12-02T18:23:28,241 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733163794511.9e99a944a92e391f200d9a2e1f98855f. after waiting 0 ms 2024-12-02T18:23:28,241 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733163794511.9e99a944a92e391f200d9a2e1f98855f. 2024-12-02T18:23:28,241 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9e99a944a92e391f200d9a2e1f98855f 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-02T18:23:28,252 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/data/default/test/9e99a944a92e391f200d9a2e1f98855f/.tmp/f/f3aae3dfe9d0477c86cf3787fbf0e7ac is 29, key is row1/f:/1733163806144/DeleteFamily/seqid=0 2024-12-02T18:23:28,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45295 is added to blk_1073741842_1018 (size=5152) 2024-12-02T18:23:28,298 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,44419,1733163776617.replicationSource.wal-reader.95451c90bed2%2C44419%2C1733163776617,1-95451c90bed2,44419,1733163776617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/WALs/95451c90bed2,44419,1733163776617/95451c90bed2%2C44419%2C1733163776617.1733163779037 to pos 636, reset compression=false 2024-12-02T18:23:28,320 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142.replicationSource.wal-reader.95451c90bed2%2C46685%2C1733163782142,1-95451c90bed2,46685,1733163782142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/WALs/95451c90bed2,46685,1733163782142/95451c90bed2%2C46685%2C1733163782142.1733163784482 to pos 1191, reset compression=false 2024-12-02T18:23:28,413 DEBUG [RS:0;95451c90bed2:42451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9e99a944a92e391f200d9a2e1f98855f 2024-12-02T18:23:28,613 DEBUG [RS:0;95451c90bed2:42451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9e99a944a92e391f200d9a2e1f98855f 2024-12-02T18:23:28,629 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/data/hbase/meta/1588230740/.tmp/info/192947320fa1498295b41c4eb083e828 2024-12-02T18:23:28,644 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/data/hbase/meta/1588230740/.tmp/ns/67ffee28fe7c43bf96c1f3e5227d9d06 is 43, key is default/ns:d/1733163791073/Put/seqid=0 2024-12-02T18:23:28,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45295 is added to blk_1073741843_1019 (size=5153) 2024-12-02T18:23:28,656 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/data/default/test/9e99a944a92e391f200d9a2e1f98855f/.tmp/f/f3aae3dfe9d0477c86cf3787fbf0e7ac 2024-12-02T18:23:28,659 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f3aae3dfe9d0477c86cf3787fbf0e7ac 2024-12-02T18:23:28,675 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/data/default/test/9e99a944a92e391f200d9a2e1f98855f/.tmp/f1/ee3b31d955e8405197d4b22982feb170 is 30, key is row1/f1:/1733163806144/DeleteFamily/seqid=0 2024-12-02T18:23:28,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45295 is added to blk_1073741844_1020 (size=5158) 2024-12-02T18:23:28,726 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,42451,1733163787699.replicationSource.wal-reader.95451c90bed2%2C42451%2C1733163787699,1-95451c90bed2,42451,1733163787699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/WALs/95451c90bed2,42451,1733163787699/95451c90bed2%2C42451%2C1733163787699.1733163790043 to pos 1237, reset compression=false 2024-12-02T18:23:28,730 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,42451,1733163787699.replicationSource.wal-reader.95451c90bed2%2C42451%2C1733163787699,1-95451c90bed2,42451,1733163787699 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T18:23:28,730 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,42451,1733163787699.replicationSource.wal-reader.95451c90bed2%2C42451%2C1733163787699,1-95451c90bed2,42451,1733163787699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/WALs/95451c90bed2,42451,1733163787699/95451c90bed2%2C42451%2C1733163787699.1733163790043 to pos 1484, reset compression=false 2024-12-02T18:23:28,730 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,42451,1733163787699.replicationSource.shipper95451c90bed2%2C42451%2C1733163787699,1-95451c90bed2,42451,1733163787699 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-95451c90bed2,42451,1733163787699 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/WALs/95451c90bed2,42451,1733163787699/95451c90bed2%2C42451%2C1733163787699.1733163790043, lastWalPosition=1484, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T18:23:28,731 ERROR [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,42451,1733163787699.replicationSource.shipper95451c90bed2%2C42451%2C1733163787699,1-95451c90bed2,42451,1733163787699 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 95451c90bed2,42451,1733163787699: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-95451c90bed2,42451,1733163787699, walGroup=95451c90bed2%2C42451%2C1733163787699, offset=95451c90bed2%2C42451%2C1733163787699.1733163790043:1484, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=95451c90bed2:42451 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-02T18:23:28,732 ERROR [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,42451,1733163787699.replicationSource.shipper95451c90bed2%2C42451%2C1733163787699,1-95451c90bed2,42451,1733163787699 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T18:23:28,732 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,42451,1733163787699.replicationSource.shipper95451c90bed2%2C42451%2C1733163787699,1-95451c90bed2,42451,1733163787699 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T18:23:28,732 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,42451,1733163787699.replicationSource.shipper95451c90bed2%2C42451%2C1733163787699,1-95451c90bed2,42451,1733163787699 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T18:23:28,732 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,42451,1733163787699.replicationSource.shipper95451c90bed2%2C42451%2C1733163787699,1-95451c90bed2,42451,1733163787699 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T18:23:28,732 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,42451,1733163787699.replicationSource.shipper95451c90bed2%2C42451%2C1733163787699,1-95451c90bed2,42451,1733163787699 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T18:23:28,732 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,42451,1733163787699.replicationSource.shipper95451c90bed2%2C42451%2C1733163787699,1-95451c90bed2,42451,1733163787699 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1402994688, "init": 1048576000, "max": 2306867200, "used": 857136640 }, "NonHeapMemoryUsage": { "committed": 205324288, "init": 7667712, "max": -1, "used": 201943312 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-02T18:23:28,733 WARN [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,42451,1733163787699.replicationSource.shipper95451c90bed2%2C42451%2C1733163787699,1-95451c90bed2,42451,1733163787699 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=95451c90bed2:36883 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=95451c90bed2:36883 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-02T18:23:28,813 DEBUG [RS:0;95451c90bed2:42451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9e99a944a92e391f200d9a2e1f98855f 2024-12-02T18:23:28,823 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142.replicationSource.wal-reader.95451c90bed2%2C46685%2C1733163782142,1-95451c90bed2,46685,1733163782142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/WALs/95451c90bed2,46685,1733163782142/95451c90bed2%2C46685%2C1733163782142.1733163784482 to pos 1191, reset compression=false 2024-12-02T18:23:28,918 INFO [regionserver/95451c90bed2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T18:23:28,918 INFO [regionserver/95451c90bed2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T18:23:28,933 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,42451,1733163787699.replicationSource.wal-reader.95451c90bed2%2C42451%2C1733163787699,1-95451c90bed2,42451,1733163787699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/WALs/95451c90bed2,42451,1733163787699/95451c90bed2%2C42451%2C1733163787699.1733163790043 to pos 1484, reset compression=false 2024-12-02T18:23:29,014 DEBUG [RS:0;95451c90bed2:42451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9e99a944a92e391f200d9a2e1f98855f 2024-12-02T18:23:29,047 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/data/hbase/meta/1588230740/.tmp/ns/67ffee28fe7c43bf96c1f3e5227d9d06 2024-12-02T18:23:29,066 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/data/hbase/meta/1588230740/.tmp/rep_barrier/fac4a2aff4e64193b35c0e7b86ff1267 is 112, key is test,,1733163794511.9e99a944a92e391f200d9a2e1f98855f./rep_barrier:seqnumDuringOpen/1733163795721/Put/seqid=0 2024-12-02T18:23:29,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45295 is added to blk_1073741845_1021 (size=5518) 2024-12-02T18:23:29,078 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/data/default/test/9e99a944a92e391f200d9a2e1f98855f/.tmp/f1/ee3b31d955e8405197d4b22982feb170 2024-12-02T18:23:29,082 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ee3b31d955e8405197d4b22982feb170 2024-12-02T18:23:29,097 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/data/default/test/9e99a944a92e391f200d9a2e1f98855f/.tmp/norep/6a42ccc63f74462eb423e88295de7bf1 is 33, key is row2/norep:/1733163807148/DeleteFamily/seqid=0 2024-12-02T18:23:29,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45295 is added to blk_1073741846_1022 (size=5108) 2024-12-02T18:23:29,101 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,44419,1733163776617.replicationSource.wal-reader.95451c90bed2%2C44419%2C1733163776617,1-95451c90bed2,44419,1733163776617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/WALs/95451c90bed2,44419,1733163776617/95451c90bed2%2C44419%2C1733163776617.1733163779037 to pos 636, reset compression=false 2024-12-02T18:23:29,214 INFO [RS:0;95451c90bed2:42451 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T18:23:29,214 DEBUG [RS:0;95451c90bed2:42451 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 9e99a944a92e391f200d9a2e1f98855f=test,,1733163794511.9e99a944a92e391f200d9a2e1f98855f.} 2024-12-02T18:23:29,214 DEBUG [RS:0;95451c90bed2:42451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9e99a944a92e391f200d9a2e1f98855f 2024-12-02T18:23:29,236 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,42451,1733163787699.replicationSource.wal-reader.95451c90bed2%2C42451%2C1733163787699,1-95451c90bed2,42451,1733163787699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/WALs/95451c90bed2,42451,1733163787699/95451c90bed2%2C42451%2C1733163787699.1733163790043 to pos 1484, reset compression=false 2024-12-02T18:23:29,414 DEBUG [RS:0;95451c90bed2:42451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9e99a944a92e391f200d9a2e1f98855f 2024-12-02T18:23:29,425 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142.replicationSource.wal-reader.95451c90bed2%2C46685%2C1733163782142,1-95451c90bed2,46685,1733163782142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/WALs/95451c90bed2,46685,1733163782142/95451c90bed2%2C46685%2C1733163782142.1733163784482 to pos 1191, reset compression=false 2024-12-02T18:23:29,469 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/data/hbase/meta/1588230740/.tmp/rep_barrier/fac4a2aff4e64193b35c0e7b86ff1267 2024-12-02T18:23:29,491 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/data/hbase/meta/1588230740/.tmp/table/bc186366371e49cda5c4d800d4a4f9c0 is 53, key is hbase:replication/table:state/1733163801166/Put/seqid=0 2024-12-02T18:23:29,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45295 is added to blk_1073741847_1023 (size=5308) 2024-12-02T18:23:29,501 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/data/default/test/9e99a944a92e391f200d9a2e1f98855f/.tmp/norep/6a42ccc63f74462eb423e88295de7bf1 2024-12-02T18:23:29,504 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6a42ccc63f74462eb423e88295de7bf1 2024-12-02T18:23:29,505 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/data/default/test/9e99a944a92e391f200d9a2e1f98855f/.tmp/f/f3aae3dfe9d0477c86cf3787fbf0e7ac as hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/data/default/test/9e99a944a92e391f200d9a2e1f98855f/f/f3aae3dfe9d0477c86cf3787fbf0e7ac 2024-12-02T18:23:29,509 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f3aae3dfe9d0477c86cf3787fbf0e7ac 2024-12-02T18:23:29,509 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/data/default/test/9e99a944a92e391f200d9a2e1f98855f/f/f3aae3dfe9d0477c86cf3787fbf0e7ac, entries=3, sequenceid=10, filesize=5.0 K 2024-12-02T18:23:29,509 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/data/default/test/9e99a944a92e391f200d9a2e1f98855f/.tmp/f1/ee3b31d955e8405197d4b22982feb170 as hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/data/default/test/9e99a944a92e391f200d9a2e1f98855f/f1/ee3b31d955e8405197d4b22982feb170 2024-12-02T18:23:29,513 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ee3b31d955e8405197d4b22982feb170 2024-12-02T18:23:29,513 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/data/default/test/9e99a944a92e391f200d9a2e1f98855f/f1/ee3b31d955e8405197d4b22982feb170, entries=3, sequenceid=10, filesize=5.0 K 2024-12-02T18:23:29,514 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/data/default/test/9e99a944a92e391f200d9a2e1f98855f/.tmp/norep/6a42ccc63f74462eb423e88295de7bf1 as hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/data/default/test/9e99a944a92e391f200d9a2e1f98855f/norep/6a42ccc63f74462eb423e88295de7bf1 2024-12-02T18:23:29,517 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6a42ccc63f74462eb423e88295de7bf1 2024-12-02T18:23:29,517 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/data/default/test/9e99a944a92e391f200d9a2e1f98855f/norep/6a42ccc63f74462eb423e88295de7bf1, entries=1, sequenceid=10, filesize=5.0 K 2024-12-02T18:23:29,518 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 9e99a944a92e391f200d9a2e1f98855f in 1277ms, sequenceid=10, compaction requested=false 2024-12-02T18:23:29,521 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/data/default/test/9e99a944a92e391f200d9a2e1f98855f/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-02T18:23:29,522 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T18:23:29,522 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T18:23:29,522 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733163794511.9e99a944a92e391f200d9a2e1f98855f. 2024-12-02T18:23:29,522 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9e99a944a92e391f200d9a2e1f98855f: Waiting for close lock at 1733163808241Running coprocessor pre-close hooks at 1733163808241Disabling compacts and flushes for region at 1733163808241Disabling writes for close at 1733163808241Obtaining lock to block concurrent updates at 1733163808241Preparing flush snapshotting stores in 9e99a944a92e391f200d9a2e1f98855f at 1733163808241Finished memstore snapshotting test,,1733163794511.9e99a944a92e391f200d9a2e1f98855f., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733163808241Flushing stores of test,,1733163794511.9e99a944a92e391f200d9a2e1f98855f. at 1733163808241Flushing 9e99a944a92e391f200d9a2e1f98855f/f: creating writer at 1733163808241Flushing 9e99a944a92e391f200d9a2e1f98855f/f: appending metadata at 1733163808252 (+11 ms)Flushing 9e99a944a92e391f200d9a2e1f98855f/f: closing flushed file at 1733163808252Flushing 9e99a944a92e391f200d9a2e1f98855f/f1: creating writer at 1733163808660 (+408 ms)Flushing 9e99a944a92e391f200d9a2e1f98855f/f1: appending metadata at 1733163808674 (+14 ms)Flushing 9e99a944a92e391f200d9a2e1f98855f/f1: closing flushed file at 1733163808674Flushing 9e99a944a92e391f200d9a2e1f98855f/norep: creating writer at 1733163809082 (+408 ms)Flushing 9e99a944a92e391f200d9a2e1f98855f/norep: appending metadata at 1733163809096 (+14 ms)Flushing 9e99a944a92e391f200d9a2e1f98855f/norep: closing flushed file at 1733163809096Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68b6b6a: reopening flushed file at 1733163809504 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1948cab0: reopening flushed file at 1733163809509 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@261661d7: reopening flushed file at 1733163809513 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 9e99a944a92e391f200d9a2e1f98855f in 1277ms, sequenceid=10, compaction requested=false at 1733163809518 (+5 ms)Writing region close event to WAL at 1733163809519 (+1 ms)Running coprocessor post-close hooks at 1733163809522 (+3 ms)Closed at 1733163809522 2024-12-02T18:23:29,522 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733163794511.9e99a944a92e391f200d9a2e1f98855f. 2024-12-02T18:23:29,614 DEBUG [RS:0;95451c90bed2:42451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T18:23:29,639 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,42451,1733163787699.replicationSource.wal-reader.95451c90bed2%2C42451%2C1733163787699,1-95451c90bed2,42451,1733163787699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/WALs/95451c90bed2,42451,1733163787699/95451c90bed2%2C42451%2C1733163787699.1733163790043 to pos 1484, reset compression=false 2024-12-02T18:23:29,643 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,42451,1733163787699.replicationSource.wal-reader.95451c90bed2%2C42451%2C1733163787699,1-95451c90bed2,42451,1733163787699 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T18:23:29,643 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,42451,1733163787699.replicationSource.wal-reader.95451c90bed2%2C42451%2C1733163787699,1-95451c90bed2,42451,1733163787699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/WALs/95451c90bed2,42451,1733163787699/95451c90bed2%2C42451%2C1733163787699.1733163790043 to pos 2128, reset compression=false 2024-12-02T18:23:29,814 DEBUG [RS:0;95451c90bed2:42451 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T18:23:29,846 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,42451,1733163787699.replicationSource.wal-reader.95451c90bed2%2C42451%2C1733163787699,1-95451c90bed2,42451,1733163787699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/WALs/95451c90bed2,42451,1733163787699/95451c90bed2%2C42451%2C1733163787699.1733163790043 to pos 2128, reset compression=false 2024-12-02T18:23:29,894 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/data/hbase/meta/1588230740/.tmp/table/bc186366371e49cda5c4d800d4a4f9c0 2024-12-02T18:23:29,898 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/data/hbase/meta/1588230740/.tmp/info/192947320fa1498295b41c4eb083e828 as hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/data/hbase/meta/1588230740/info/192947320fa1498295b41c4eb083e828 2024-12-02T18:23:29,901 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/data/hbase/meta/1588230740/info/192947320fa1498295b41c4eb083e828, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T18:23:29,902 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/data/hbase/meta/1588230740/.tmp/ns/67ffee28fe7c43bf96c1f3e5227d9d06 as hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/data/hbase/meta/1588230740/ns/67ffee28fe7c43bf96c1f3e5227d9d06 2024-12-02T18:23:29,905 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/data/hbase/meta/1588230740/ns/67ffee28fe7c43bf96c1f3e5227d9d06, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T18:23:29,905 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/data/hbase/meta/1588230740/.tmp/rep_barrier/fac4a2aff4e64193b35c0e7b86ff1267 as hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/data/hbase/meta/1588230740/rep_barrier/fac4a2aff4e64193b35c0e7b86ff1267 2024-12-02T18:23:29,908 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/data/hbase/meta/1588230740/rep_barrier/fac4a2aff4e64193b35c0e7b86ff1267, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T18:23:29,912 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/data/hbase/meta/1588230740/.tmp/table/bc186366371e49cda5c4d800d4a4f9c0 as hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/data/hbase/meta/1588230740/table/bc186366371e49cda5c4d800d4a4f9c0 2024-12-02T18:23:29,915 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/data/hbase/meta/1588230740/table/bc186366371e49cda5c4d800d4a4f9c0, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T18:23:29,916 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1703ms, sequenceid=16, compaction requested=false 2024-12-02T18:23:29,919 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T18:23:29,920 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T18:23:29,920 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T18:23:29,920 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T18:23:29,920 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733163808213Running coprocessor pre-close hooks at 1733163808213Disabling compacts and flushes for region at 1733163808213Disabling writes for close at 1733163808213Obtaining lock to block concurrent updates at 1733163808213Preparing flush snapshotting stores in 1588230740 at 1733163808213Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733163808213Flushing stores of hbase:meta,,1.1588230740 at 1733163808214 (+1 ms)Flushing 1588230740/info: creating writer at 1733163808214Flushing 1588230740/info: appending metadata at 1733163808226 (+12 ms)Flushing 1588230740/info: closing flushed file at 1733163808226Flushing 1588230740/ns: creating writer at 1733163808633 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733163808644 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1733163808644Flushing 1588230740/rep_barrier: creating writer at 1733163809051 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733163809066 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733163809066Flushing 1588230740/table: creating writer at 1733163809473 (+407 ms)Flushing 1588230740/table: appending metadata at 1733163809490 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733163809490Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a639efc: reopening flushed file at 1733163809897 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@255f89bc: reopening flushed file at 1733163809901 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43d0da76: reopening flushed file at 1733163809905 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f0a37b6: reopening flushed file at 1733163809908 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1703ms, sequenceid=16, compaction requested=false at 1733163809916 (+8 ms)Writing region close event to WAL at 1733163809917 (+1 ms)Running coprocessor post-close hooks at 1733163809920 (+3 ms)Closed at 1733163809920 2024-12-02T18:23:29,920 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T18:23:30,003 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,44419,1733163776617.replicationSource.wal-reader.95451c90bed2%2C44419%2C1733163776617,1-95451c90bed2,44419,1733163776617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/WALs/95451c90bed2,44419,1733163776617/95451c90bed2%2C44419%2C1733163776617.1733163779037 to pos 636, reset compression=false 2024-12-02T18:23:30,014 INFO [RS:0;95451c90bed2:42451 {}] regionserver.HRegionServer(976): stopping server 95451c90bed2,42451,1733163787699; all regions closed. 2024-12-02T18:23:30,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45295 is added to blk_1073741834_1010 (size=4239) 2024-12-02T18:23:30,016 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/WALs/95451c90bed2,42451,1733163787699/95451c90bed2%2C42451%2C1733163787699.meta.1733163791032.meta not finished, retry = 0 2024-12-02T18:23:30,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45295 is added to blk_1073741839_1015 (size=2896) 2024-12-02T18:23:30,119 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/WALs/95451c90bed2,42451,1733163787699/95451c90bed2%2C42451%2C1733163787699.rep.1733163801134 not finished, retry = 0 2024-12-02T18:23:30,128 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142.replicationSource.wal-reader.95451c90bed2%2C46685%2C1733163782142,1-95451c90bed2,46685,1733163782142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/WALs/95451c90bed2,46685,1733163782142/95451c90bed2%2C46685%2C1733163782142.1733163784482 to pos 1191, reset compression=false 2024-12-02T18:23:30,149 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,42451,1733163787699.replicationSource.wal-reader.95451c90bed2%2C42451%2C1733163787699,1-95451c90bed2,42451,1733163787699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/WALs/95451c90bed2,42451,1733163787699/95451c90bed2%2C42451%2C1733163787699.1733163790043 to pos 2128, reset compression=false 2024-12-02T18:23:30,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45295 is added to blk_1073741832_1008 (size=2136) 2024-12-02T18:23:30,294 DEBUG [RS:0;95451c90bed2:42451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:23:30,294 INFO [RS:0;95451c90bed2:42451 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T18:23:30,294 INFO [RS:0;95451c90bed2:42451 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T18:23:30,295 INFO [RS:0;95451c90bed2:42451 {}] hbase.ChoreService(370): Chore service for: regionserver/95451c90bed2:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T18:23:30,295 INFO [RS:0;95451c90bed2:42451 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T18:23:30,295 INFO [regionserver/95451c90bed2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T18:23:30,295 INFO [RS:0;95451c90bed2:42451 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-95451c90bed2,42451,1733163787699 because: Region server is closing 2024-12-02T18:23:30,295 INFO [RS:0;95451c90bed2:42451 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;95451c90bed2:42451. 2024-12-02T18:23:30,295 DEBUG [RS:0;95451c90bed2:42451 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:23:30,295 DEBUG [RS:0;95451c90bed2:42451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:23:30,295 DEBUG [RS:0;95451c90bed2:42451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:23:30,296 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:23:30,396 INFO [RS:0;95451c90bed2:42451 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,42451,1733163787699.replicationSource.shipper95451c90bed2%2C42451%2C1733163787699,1-95451c90bed2,42451,1733163787699 terminated 2024-12-02T18:23:30,396 WARN [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,42451,1733163787699.replicationSource.wal-reader.95451c90bed2%2C42451%2C1733163787699,1-95451c90bed2,42451,1733163787699 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T18:23:30,396 INFO [RS:0;95451c90bed2:42451 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;95451c90bed2:42451. 2024-12-02T18:23:30,396 DEBUG [RS:0;95451c90bed2:42451 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:23:30,396 DEBUG [RS:0;95451c90bed2:42451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:23:30,396 DEBUG [RS:0;95451c90bed2:42451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:23:30,396 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:23:30,396 INFO [RS:0;95451c90bed2:42451 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42451 2024-12-02T18:23:30,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42451-0x10197486de80007, quorum=127.0.0.1:58212, baseZNode=/2-1207856406 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1207856406/rs/95451c90bed2,42451,1733163787699 2024-12-02T18:23:30,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36883-0x10197486de80006, quorum=127.0.0.1:58212, baseZNode=/2-1207856406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1207856406/rs 2024-12-02T18:23:30,413 INFO [RS:0;95451c90bed2:42451 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T18:23:30,424 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [95451c90bed2,42451,1733163787699] 2024-12-02T18:23:30,434 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1207856406/draining/95451c90bed2,42451,1733163787699 already deleted, retry=false 2024-12-02T18:23:30,434 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 95451c90bed2,42451,1733163787699 expired; onlineServers=0 2024-12-02T18:23:30,434 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '95451c90bed2,36883,1733163787502' ***** 2024-12-02T18:23:30,434 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T18:23:30,434 INFO [M:0;95451c90bed2:36883 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T18:23:30,434 INFO [M:0;95451c90bed2:36883 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T18:23:30,435 DEBUG [M:0;95451c90bed2:36883 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T18:23:30,435 DEBUG [M:0;95451c90bed2:36883 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T18:23:30,435 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T18:23:30,435 DEBUG [master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.large.0-1733163789789 {}] cleaner.HFileCleaner(306): Exit Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.large.0-1733163789789,5,FailOnTimeoutGroup] 2024-12-02T18:23:30,435 DEBUG [master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.small.0-1733163789789 {}] cleaner.HFileCleaner(306): Exit Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.small.0-1733163789789,5,FailOnTimeoutGroup] 2024-12-02T18:23:30,435 INFO [M:0;95451c90bed2:36883 {}] hbase.ChoreService(370): Chore service for: master/95451c90bed2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T18:23:30,435 INFO [M:0;95451c90bed2:36883 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T18:23:30,435 DEBUG [M:0;95451c90bed2:36883 {}] master.HMaster(1795): Stopping service threads 2024-12-02T18:23:30,435 INFO [M:0;95451c90bed2:36883 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T18:23:30,435 INFO [M:0;95451c90bed2:36883 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T18:23:30,435 INFO [M:0;95451c90bed2:36883 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T18:23:30,435 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T18:23:30,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36883-0x10197486de80006, quorum=127.0.0.1:58212, baseZNode=/2-1207856406 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1207856406/master 2024-12-02T18:23:30,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36883-0x10197486de80006, quorum=127.0.0.1:58212, baseZNode=/2-1207856406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1207856406 2024-12-02T18:23:30,445 DEBUG [M:0;95451c90bed2:36883 {}] zookeeper.ZKUtil(347): master:36883-0x10197486de80006, quorum=127.0.0.1:58212, baseZNode=/2-1207856406 Unable to get data of znode /2-1207856406/master because node does not exist (not an error) 2024-12-02T18:23:30,445 WARN [M:0;95451c90bed2:36883 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T18:23:30,445 INFO [M:0;95451c90bed2:36883 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/.lastflushedseqids 2024-12-02T18:23:30,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45295 is added to blk_1073741848_1024 (size=245) 2024-12-02T18:23:30,524 INFO [RS:0;95451c90bed2:42451 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T18:23:30,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42451-0x10197486de80007, quorum=127.0.0.1:58212, baseZNode=/2-1207856406 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:23:30,524 INFO [RS:0;95451c90bed2:42451 {}] regionserver.HRegionServer(1031): Exiting; stopping=95451c90bed2,42451,1733163787699; zookeeper connection closed. 2024-12-02T18:23:30,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42451-0x10197486de80007, quorum=127.0.0.1:58212, baseZNode=/2-1207856406 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:23:30,524 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@753ec2aa {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@753ec2aa 2024-12-02T18:23:30,524 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T18:23:30,849 INFO [M:0;95451c90bed2:36883 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T18:23:30,849 INFO [M:0;95451c90bed2:36883 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T18:23:30,849 DEBUG [M:0;95451c90bed2:36883 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T18:23:30,850 INFO [M:0;95451c90bed2:36883 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:23:30,850 DEBUG [M:0;95451c90bed2:36883 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:23:30,850 DEBUG [M:0;95451c90bed2:36883 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T18:23:30,850 DEBUG [M:0;95451c90bed2:36883 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:23:30,850 INFO [M:0;95451c90bed2:36883 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-02T18:23:30,862 DEBUG [M:0;95451c90bed2:36883 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b34788baf3844057975fed0f859dc553 is 82, key is hbase:meta,,1/info:regioninfo/1733163791056/Put/seqid=0 2024-12-02T18:23:30,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45295 is added to blk_1073741849_1025 (size=5672) 2024-12-02T18:23:30,931 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142.replicationSource.wal-reader.95451c90bed2%2C46685%2C1733163782142,1-95451c90bed2,46685,1733163782142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/WALs/95451c90bed2,46685,1733163782142/95451c90bed2%2C46685%2C1733163782142.1733163784482 to pos 1191, reset compression=false 2024-12-02T18:23:31,007 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,44419,1733163776617.replicationSource.wal-reader.95451c90bed2%2C44419%2C1733163776617,1-95451c90bed2,44419,1733163776617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/WALs/95451c90bed2,44419,1733163776617/95451c90bed2%2C44419%2C1733163776617.1733163779037 to pos 636, reset compression=false 2024-12-02T18:23:31,265 INFO [M:0;95451c90bed2:36883 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b34788baf3844057975fed0f859dc553 2024-12-02T18:23:31,284 DEBUG [M:0;95451c90bed2:36883 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/44598cda09b6422c932e65efaafa22e6 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733163801168/Put/seqid=0 2024-12-02T18:23:31,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45295 is added to blk_1073741850_1026 (size=8516) 2024-12-02T18:23:31,627 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T18:23:31,687 INFO [M:0;95451c90bed2:36883 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/44598cda09b6422c932e65efaafa22e6 2024-12-02T18:23:31,706 DEBUG [M:0;95451c90bed2:36883 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6ab5cbdecd994f8db440884b09291d25 is 69, key is 95451c90bed2,42451,1733163787699/rs:state/1733163789856/Put/seqid=0 2024-12-02T18:23:31,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45295 is added to blk_1073741851_1027 (size=5156) 2024-12-02T18:23:31,709 INFO [M:0;95451c90bed2:36883 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6ab5cbdecd994f8db440884b09291d25 2024-12-02T18:23:31,713 DEBUG [M:0;95451c90bed2:36883 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b34788baf3844057975fed0f859dc553 as hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b34788baf3844057975fed0f859dc553 2024-12-02T18:23:31,716 INFO [M:0;95451c90bed2:36883 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b34788baf3844057975fed0f859dc553, entries=8, sequenceid=97, filesize=5.5 K 2024-12-02T18:23:31,717 DEBUG [M:0;95451c90bed2:36883 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/44598cda09b6422c932e65efaafa22e6 as hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/44598cda09b6422c932e65efaafa22e6 2024-12-02T18:23:31,720 INFO [M:0;95451c90bed2:36883 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/44598cda09b6422c932e65efaafa22e6, entries=11, sequenceid=97, filesize=8.3 K 2024-12-02T18:23:31,721 DEBUG [M:0;95451c90bed2:36883 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6ab5cbdecd994f8db440884b09291d25 as hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6ab5cbdecd994f8db440884b09291d25 2024-12-02T18:23:31,724 INFO [M:0;95451c90bed2:36883 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44703/user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6ab5cbdecd994f8db440884b09291d25, entries=1, sequenceid=97, filesize=5.0 K 2024-12-02T18:23:31,724 INFO [M:0;95451c90bed2:36883 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 874ms, sequenceid=97, compaction requested=false 2024-12-02T18:23:31,725 INFO [M:0;95451c90bed2:36883 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:23:31,725 DEBUG [M:0;95451c90bed2:36883 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733163810849Disabling compacts and flushes for region at 1733163810849Disabling writes for close at 1733163810850 (+1 ms)Obtaining lock to block concurrent updates at 1733163810850Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733163810850Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733163810850Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733163810850Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733163810850Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733163810862 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733163810862Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733163811269 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733163811283 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733163811284 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733163811691 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733163811706 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733163811706Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@216ff7db: reopening flushed file at 1733163811712 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@649cf776: reopening flushed file at 1733163811716 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d6c8a5b: reopening flushed file at 1733163811720 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 874ms, sequenceid=97, compaction requested=false at 1733163811724 (+4 ms)Writing region close event to WAL at 1733163811725 (+1 ms)Closed at 1733163811725 2024-12-02T18:23:31,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45295 is added to blk_1073741830_1006 (size=63654) 2024-12-02T18:23:31,727 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1b5d9798-2e01-47f8-9f00-b595f7154ba6/MasterData/WALs/95451c90bed2,36883,1733163787502/95451c90bed2%2C36883%2C1733163787502.1733163789524 not finished, retry = 0 2024-12-02T18:23:31,828 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T18:23:31,828 INFO [M:0;95451c90bed2:36883 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T18:23:31,828 INFO [M:0;95451c90bed2:36883 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36883 2024-12-02T18:23:31,828 INFO [M:0;95451c90bed2:36883 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T18:23:31,834 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142.replicationSource.wal-reader.95451c90bed2%2C46685%2C1733163782142,1-95451c90bed2,46685,1733163782142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/WALs/95451c90bed2,46685,1733163782142/95451c90bed2%2C46685%2C1733163782142.1733163784482 to pos 1191, reset compression=false 2024-12-02T18:23:31,998 INFO [M:0;95451c90bed2:36883 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T18:23:31,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36883-0x10197486de80006, quorum=127.0.0.1:58212, baseZNode=/2-1207856406 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:23:31,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36883-0x10197486de80006, quorum=127.0.0.1:58212, baseZNode=/2-1207856406 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:23:32,000 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@15f12923{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T18:23:32,000 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@224bae05{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T18:23:32,000 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T18:23:32,000 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4784c99d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T18:23:32,000 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e23d99a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08eace3b-2fb7-361d-392e-7500bfe00191/hadoop.log.dir/,STOPPED} 2024-12-02T18:23:32,001 WARN [BP-1248329022-172.17.0.3-1733163785611 heartbeating to localhost/127.0.0.1:44703 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T18:23:32,001 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T18:23:32,001 WARN [BP-1248329022-172.17.0.3-1733163785611 heartbeating to localhost/127.0.0.1:44703 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1248329022-172.17.0.3-1733163785611 (Datanode Uuid a3b49236-f617-48f7-acf8-3d7be38de446) service to localhost/127.0.0.1:44703 2024-12-02T18:23:32,001 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T18:23:32,001 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08eace3b-2fb7-361d-392e-7500bfe00191/cluster_f02bf219-a0bc-8993-e64b-19573bfe0c62/data/data1/current/BP-1248329022-172.17.0.3-1733163785611 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T18:23:32,001 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08eace3b-2fb7-361d-392e-7500bfe00191/cluster_f02bf219-a0bc-8993-e64b-19573bfe0c62/data/data2/current/BP-1248329022-172.17.0.3-1733163785611 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T18:23:32,002 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T18:23:32,006 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4696ca19{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T18:23:32,007 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3f75cfab{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T18:23:32,007 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T18:23:32,007 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77b00109{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T18:23:32,007 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c879944{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08eace3b-2fb7-361d-392e-7500bfe00191/hadoop.log.dir/,STOPPED} 2024-12-02T18:23:32,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T18:23:32,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T18:23:32,018 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T18:23:32,018 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:23:32,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:23:32,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:23:32,018 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:23:32,018 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T18:23:32,018 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=30411136, stopped=false 2024-12-02T18:23:32,018 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=95451c90bed2,37601,1733163782037 2024-12-02T18:23:32,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37601-0x10197486de80003, quorum=127.0.0.1:58212, baseZNode=/1-1499118816 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1499118816/running 2024-12-02T18:23:32,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46685-0x10197486de80004, quorum=127.0.0.1:58212, baseZNode=/1-1499118816 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1499118816/running 2024-12-02T18:23:32,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37601-0x10197486de80003, quorum=127.0.0.1:58212, baseZNode=/1-1499118816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1499118816 2024-12-02T18:23:32,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46685-0x10197486de80004, quorum=127.0.0.1:58212, baseZNode=/1-1499118816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1499118816 2024-12-02T18:23:32,034 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T18:23:32,035 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37601-0x10197486de80003, quorum=127.0.0.1:58212, baseZNode=/1-1499118816 Set watcher on znode that does not yet exist, /1-1499118816/running 2024-12-02T18:23:32,035 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46685-0x10197486de80004, quorum=127.0.0.1:58212, baseZNode=/1-1499118816 Set watcher on znode that does not yet exist, /1-1499118816/running 2024-12-02T18:23:32,035 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T18:23:32,035 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:23:32,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:23:32,035 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '95451c90bed2,46685,1733163782142' ***** 2024-12-02T18:23:32,035 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T18:23:32,035 INFO [RS:0;95451c90bed2:46685 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T18:23:32,035 INFO [RS:0;95451c90bed2:46685 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T18:23:32,035 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T18:23:32,035 INFO [RS:0;95451c90bed2:46685 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T18:23:32,035 INFO [RS:0;95451c90bed2:46685 {}] regionserver.HRegionServer(3091): Received CLOSE for d7905049cc2092b3ef768922af2533a6 2024-12-02T18:23:32,036 INFO [RS:0;95451c90bed2:46685 {}] regionserver.HRegionServer(3091): Received CLOSE for 276c934d1aefe3080b8cf5e1992b8ddb 2024-12-02T18:23:32,036 INFO [RS:0;95451c90bed2:46685 {}] regionserver.HRegionServer(959): stopping server 95451c90bed2,46685,1733163782142 2024-12-02T18:23:32,036 INFO [RS:0;95451c90bed2:46685 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T18:23:32,036 INFO [RS:0;95451c90bed2:46685 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;95451c90bed2:46685. 2024-12-02T18:23:32,036 DEBUG [RS:0;95451c90bed2:46685 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:23:32,036 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d7905049cc2092b3ef768922af2533a6, disabling compactions & flushes 2024-12-02T18:23:32,036 DEBUG [RS:0;95451c90bed2:46685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:23:32,036 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733163792361.d7905049cc2092b3ef768922af2533a6. 2024-12-02T18:23:32,036 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733163792361.d7905049cc2092b3ef768922af2533a6. 2024-12-02T18:23:32,036 INFO [RS:0;95451c90bed2:46685 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T18:23:32,036 INFO [RS:0;95451c90bed2:46685 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T18:23:32,036 INFO [RS:0;95451c90bed2:46685 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T18:23:32,036 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733163792361.d7905049cc2092b3ef768922af2533a6. after waiting 0 ms 2024-12-02T18:23:32,036 INFO [RS:0;95451c90bed2:46685 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T18:23:32,036 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733163792361.d7905049cc2092b3ef768922af2533a6. 2024-12-02T18:23:32,036 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d7905049cc2092b3ef768922af2533a6 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-02T18:23:32,036 INFO [RS:0;95451c90bed2:46685 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T18:23:32,036 DEBUG [RS:0;95451c90bed2:46685 {}] regionserver.HRegionServer(1325): Online Regions={d7905049cc2092b3ef768922af2533a6=test,,1733163792361.d7905049cc2092b3ef768922af2533a6., 276c934d1aefe3080b8cf5e1992b8ddb=hbase:replication,,1733163797823.276c934d1aefe3080b8cf5e1992b8ddb., 1588230740=hbase:meta,,1.1588230740} 2024-12-02T18:23:32,036 DEBUG [RS:0;95451c90bed2:46685 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 276c934d1aefe3080b8cf5e1992b8ddb, d7905049cc2092b3ef768922af2533a6 2024-12-02T18:23:32,036 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T18:23:32,036 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T18:23:32,036 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T18:23:32,036 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T18:23:32,036 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T18:23:32,036 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T18:23:32,054 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/data/hbase/meta/1588230740/.tmp/info/0ea8e6d751084317b95421fb7e5397f5 is 147, key is hbase:replication,,1733163797823.276c934d1aefe3080b8cf5e1992b8ddb./info:regioninfo/1733163798980/Put/seqid=0 2024-12-02T18:23:32,054 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/data/default/test/d7905049cc2092b3ef768922af2533a6/.tmp/f/eaace1afeaa94d07af559f58c3d9c5c6 is 29, key is row1/f:/1733163806144/DeleteFamily/seqid=0 2024-12-02T18:23:32,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741841_1017 (size=5152) 2024-12-02T18:23:32,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741840_1016 (size=7686) 2024-12-02T18:23:32,076 INFO [regionserver/95451c90bed2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T18:23:32,109 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,44419,1733163776617.replicationSource.wal-reader.95451c90bed2%2C44419%2C1733163776617,1-95451c90bed2,44419,1733163776617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/WALs/95451c90bed2,44419,1733163776617/95451c90bed2%2C44419%2C1733163776617.1733163779037 to pos 636, reset compression=false 2024-12-02T18:23:32,236 DEBUG [RS:0;95451c90bed2:46685 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 276c934d1aefe3080b8cf5e1992b8ddb, d7905049cc2092b3ef768922af2533a6 2024-12-02T18:23:32,357 INFO [regionserver/95451c90bed2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T18:23:32,357 INFO [regionserver/95451c90bed2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T18:23:32,436 DEBUG [RS:0;95451c90bed2:46685 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 276c934d1aefe3080b8cf5e1992b8ddb, d7905049cc2092b3ef768922af2533a6 2024-12-02T18:23:32,458 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/data/default/test/d7905049cc2092b3ef768922af2533a6/.tmp/f/eaace1afeaa94d07af559f58c3d9c5c6 2024-12-02T18:23:32,458 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/data/hbase/meta/1588230740/.tmp/info/0ea8e6d751084317b95421fb7e5397f5 2024-12-02T18:23:32,461 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eaace1afeaa94d07af559f58c3d9c5c6 2024-12-02T18:23:32,473 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/data/default/test/d7905049cc2092b3ef768922af2533a6/.tmp/f1/4992ccf391244cc1a39a2324b35dd1d6 is 30, key is row1/f1:/1733163806144/DeleteFamily/seqid=0 2024-12-02T18:23:32,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741842_1018 (size=5158) 2024-12-02T18:23:32,476 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/data/hbase/meta/1588230740/.tmp/ns/70b8db92e9f54bbea75ce66f2eaa78e4 is 43, key is default/ns:d/1733163785431/Put/seqid=0 2024-12-02T18:23:32,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741843_1019 (size=5153) 2024-12-02T18:23:32,637 DEBUG [RS:0;95451c90bed2:46685 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 276c934d1aefe3080b8cf5e1992b8ddb, d7905049cc2092b3ef768922af2533a6 2024-12-02T18:23:32,837 DEBUG [RS:0;95451c90bed2:46685 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 276c934d1aefe3080b8cf5e1992b8ddb, d7905049cc2092b3ef768922af2533a6 2024-12-02T18:23:32,838 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142.replicationSource.wal-reader.95451c90bed2%2C46685%2C1733163782142,1-95451c90bed2,46685,1733163782142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/WALs/95451c90bed2,46685,1733163782142/95451c90bed2%2C46685%2C1733163782142.1733163784482 to pos 1191, reset compression=false 2024-12-02T18:23:32,842 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142.replicationSource.wal-reader.95451c90bed2%2C46685%2C1733163782142,1-95451c90bed2,46685,1733163782142 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T18:23:32,842 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142.replicationSource.wal-reader.95451c90bed2%2C46685%2C1733163782142,1-95451c90bed2,46685,1733163782142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/WALs/95451c90bed2,46685,1733163782142/95451c90bed2%2C46685%2C1733163782142.1733163784482 to pos 1438, reset compression=false 2024-12-02T18:23:32,842 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142.replicationSource.shipper95451c90bed2%2C46685%2C1733163782142,1-95451c90bed2,46685,1733163782142 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-95451c90bed2,46685,1733163782142 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/WALs/95451c90bed2,46685,1733163782142/95451c90bed2%2C46685%2C1733163782142.1733163784482, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T18:23:32,842 ERROR [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142.replicationSource.shipper95451c90bed2%2C46685%2C1733163782142,1-95451c90bed2,46685,1733163782142 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 95451c90bed2,46685,1733163782142: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-95451c90bed2,46685,1733163782142, walGroup=95451c90bed2%2C46685%2C1733163782142, offset=95451c90bed2%2C46685%2C1733163782142.1733163784482:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=95451c90bed2:46685 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-02T18:23:32,843 ERROR [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142.replicationSource.shipper95451c90bed2%2C46685%2C1733163782142,1-95451c90bed2,46685,1733163782142 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T18:23:32,843 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142.replicationSource.shipper95451c90bed2%2C46685%2C1733163782142,1-95451c90bed2,46685,1733163782142 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T18:23:32,844 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142.replicationSource.shipper95451c90bed2%2C46685%2C1733163782142,1-95451c90bed2,46685,1733163782142 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T18:23:32,844 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142.replicationSource.shipper95451c90bed2%2C46685%2C1733163782142,1-95451c90bed2,46685,1733163782142 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T18:23:32,844 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142.replicationSource.shipper95451c90bed2%2C46685%2C1733163782142,1-95451c90bed2,46685,1733163782142 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T18:23:32,844 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142.replicationSource.shipper95451c90bed2%2C46685%2C1733163782142,1-95451c90bed2,46685,1733163782142 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1402994688, "init": 1048576000, "max": 2306867200, "used": 934731264 }, "NonHeapMemoryUsage": { "committed": 205389824, "init": 7667712, "max": -1, "used": 202172624 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-02T18:23:32,844 WARN [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142.replicationSource.shipper95451c90bed2%2C46685%2C1733163782142,1-95451c90bed2,46685,1733163782142 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=95451c90bed2:37601 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=95451c90bed2:37601 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-02T18:23:32,877 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/data/default/test/d7905049cc2092b3ef768922af2533a6/.tmp/f1/4992ccf391244cc1a39a2324b35dd1d6 2024-12-02T18:23:32,879 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/data/hbase/meta/1588230740/.tmp/ns/70b8db92e9f54bbea75ce66f2eaa78e4 2024-12-02T18:23:32,880 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4992ccf391244cc1a39a2324b35dd1d6 2024-12-02T18:23:32,893 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/data/default/test/d7905049cc2092b3ef768922af2533a6/.tmp/norep/683cd1711330459aaa0c10c7dc80b519 is 33, key is row1/norep:/1733163806144/DeleteFamily/seqid=0 2024-12-02T18:23:32,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741844_1020 (size=5108) 2024-12-02T18:23:32,897 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/data/hbase/meta/1588230740/.tmp/rep_barrier/74d82f015e994beb9f7832e3b4151b53 is 112, key is test,,1733163792361.d7905049cc2092b3ef768922af2533a6./rep_barrier:seqnumDuringOpen/1733163793499/Put/seqid=0 2024-12-02T18:23:32,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741845_1021 (size=5518) 2024-12-02T18:23:33,037 DEBUG [RS:0;95451c90bed2:46685 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 276c934d1aefe3080b8cf5e1992b8ddb, d7905049cc2092b3ef768922af2533a6 2024-12-02T18:23:33,045 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142.replicationSource.wal-reader.95451c90bed2%2C46685%2C1733163782142,1-95451c90bed2,46685,1733163782142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/WALs/95451c90bed2,46685,1733163782142/95451c90bed2%2C46685%2C1733163782142.1733163784482 to pos 1438, reset compression=false 2024-12-02T18:23:33,237 DEBUG [RS:0;95451c90bed2:46685 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 276c934d1aefe3080b8cf5e1992b8ddb, d7905049cc2092b3ef768922af2533a6 2024-12-02T18:23:33,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:33,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:33,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:33,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:33,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:33,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:33,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:33,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:33,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:33,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:33,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:33,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:33,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:33,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:33,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:33,296 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/data/default/test/d7905049cc2092b3ef768922af2533a6/.tmp/norep/683cd1711330459aaa0c10c7dc80b519 2024-12-02T18:23:33,300 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 683cd1711330459aaa0c10c7dc80b519 2024-12-02T18:23:33,300 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/data/hbase/meta/1588230740/.tmp/rep_barrier/74d82f015e994beb9f7832e3b4151b53 2024-12-02T18:23:33,300 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/data/default/test/d7905049cc2092b3ef768922af2533a6/.tmp/f/eaace1afeaa94d07af559f58c3d9c5c6 as hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/data/default/test/d7905049cc2092b3ef768922af2533a6/f/eaace1afeaa94d07af559f58c3d9c5c6 2024-12-02T18:23:33,304 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eaace1afeaa94d07af559f58c3d9c5c6 2024-12-02T18:23:33,304 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/data/default/test/d7905049cc2092b3ef768922af2533a6/f/eaace1afeaa94d07af559f58c3d9c5c6, entries=3, sequenceid=10, filesize=5.0 K 2024-12-02T18:23:33,305 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/data/default/test/d7905049cc2092b3ef768922af2533a6/.tmp/f1/4992ccf391244cc1a39a2324b35dd1d6 as hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/data/default/test/d7905049cc2092b3ef768922af2533a6/f1/4992ccf391244cc1a39a2324b35dd1d6 2024-12-02T18:23:33,308 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4992ccf391244cc1a39a2324b35dd1d6 2024-12-02T18:23:33,309 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/data/default/test/d7905049cc2092b3ef768922af2533a6/f1/4992ccf391244cc1a39a2324b35dd1d6, entries=3, sequenceid=10, filesize=5.0 K 2024-12-02T18:23:33,309 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/data/default/test/d7905049cc2092b3ef768922af2533a6/.tmp/norep/683cd1711330459aaa0c10c7dc80b519 as hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/data/default/test/d7905049cc2092b3ef768922af2533a6/norep/683cd1711330459aaa0c10c7dc80b519 2024-12-02T18:23:33,313 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,44419,1733163776617.replicationSource.wal-reader.95451c90bed2%2C44419%2C1733163776617,1-95451c90bed2,44419,1733163776617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/WALs/95451c90bed2,44419,1733163776617/95451c90bed2%2C44419%2C1733163776617.1733163779037 to pos 636, reset compression=false 2024-12-02T18:23:33,313 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 683cd1711330459aaa0c10c7dc80b519 2024-12-02T18:23:33,313 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/data/default/test/d7905049cc2092b3ef768922af2533a6/norep/683cd1711330459aaa0c10c7dc80b519, entries=1, sequenceid=10, filesize=5.0 K 2024-12-02T18:23:33,315 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for d7905049cc2092b3ef768922af2533a6 in 1279ms, sequenceid=10, compaction requested=false 2024-12-02T18:23:33,318 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/data/default/test/d7905049cc2092b3ef768922af2533a6/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-02T18:23:33,318 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/data/hbase/meta/1588230740/.tmp/table/67dc03407c4e430d99417046bbd239d0 is 53, key is hbase:replication/table:state/1733163798985/Put/seqid=0 2024-12-02T18:23:33,318 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T18:23:33,318 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T18:23:33,318 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733163792361.d7905049cc2092b3ef768922af2533a6. 2024-12-02T18:23:33,319 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d7905049cc2092b3ef768922af2533a6: Waiting for close lock at 1733163812036Running coprocessor pre-close hooks at 1733163812036Disabling compacts and flushes for region at 1733163812036Disabling writes for close at 1733163812036Obtaining lock to block concurrent updates at 1733163812036Preparing flush snapshotting stores in d7905049cc2092b3ef768922af2533a6 at 1733163812036Finished memstore snapshotting test,,1733163792361.d7905049cc2092b3ef768922af2533a6., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733163812036Flushing stores of test,,1733163792361.d7905049cc2092b3ef768922af2533a6. at 1733163812037 (+1 ms)Flushing d7905049cc2092b3ef768922af2533a6/f: creating writer at 1733163812037Flushing d7905049cc2092b3ef768922af2533a6/f: appending metadata at 1733163812054 (+17 ms)Flushing d7905049cc2092b3ef768922af2533a6/f: closing flushed file at 1733163812054Flushing d7905049cc2092b3ef768922af2533a6/f1: creating writer at 1733163812461 (+407 ms)Flushing d7905049cc2092b3ef768922af2533a6/f1: appending metadata at 1733163812473 (+12 ms)Flushing d7905049cc2092b3ef768922af2533a6/f1: closing flushed file at 1733163812473Flushing d7905049cc2092b3ef768922af2533a6/norep: creating writer at 1733163812880 (+407 ms)Flushing d7905049cc2092b3ef768922af2533a6/norep: appending metadata at 1733163812892 (+12 ms)Flushing d7905049cc2092b3ef768922af2533a6/norep: closing flushed file at 1733163812892Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75440df7: reopening flushed file at 1733163813300 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3139a56d: reopening flushed file at 1733163813304 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ebb9e88: reopening flushed file at 1733163813309 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for d7905049cc2092b3ef768922af2533a6 in 1279ms, sequenceid=10, compaction requested=false at 1733163813315 (+6 ms)Writing region close event to WAL at 1733163813316 (+1 ms)Running coprocessor post-close hooks at 1733163813318 (+2 ms)Closed at 1733163813318 2024-12-02T18:23:33,319 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733163792361.d7905049cc2092b3ef768922af2533a6. 2024-12-02T18:23:33,319 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 276c934d1aefe3080b8cf5e1992b8ddb, disabling compactions & flushes 2024-12-02T18:23:33,319 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733163797823.276c934d1aefe3080b8cf5e1992b8ddb. 2024-12-02T18:23:33,319 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733163797823.276c934d1aefe3080b8cf5e1992b8ddb. 2024-12-02T18:23:33,319 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733163797823.276c934d1aefe3080b8cf5e1992b8ddb. after waiting 0 ms 2024-12-02T18:23:33,319 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733163797823.276c934d1aefe3080b8cf5e1992b8ddb. 2024-12-02T18:23:33,319 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 276c934d1aefe3080b8cf5e1992b8ddb: Waiting for close lock at 1733163813319Running coprocessor pre-close hooks at 1733163813319Disabling compacts and flushes for region at 1733163813319Disabling writes for close at 1733163813319Failed flush hbase:replication,,1733163797823.276c934d1aefe3080b8cf5e1992b8ddb., putting online again at 1733163813319 2024-12-02T18:23:33,319 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733163797823.276c934d1aefe3080b8cf5e1992b8ddb. 2024-12-02T18:23:33,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741846_1022 (size=5308) 2024-12-02T18:23:33,348 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142.replicationSource.wal-reader.95451c90bed2%2C46685%2C1733163782142,1-95451c90bed2,46685,1733163782142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/WALs/95451c90bed2,46685,1733163782142/95451c90bed2%2C46685%2C1733163782142.1733163784482 to pos 1438, reset compression=false 2024-12-02T18:23:33,352 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142.replicationSource.wal-reader.95451c90bed2%2C46685%2C1733163782142,1-95451c90bed2,46685,1733163782142 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T18:23:33,352 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142.replicationSource.wal-reader.95451c90bed2%2C46685%2C1733163782142,1-95451c90bed2,46685,1733163782142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/WALs/95451c90bed2,46685,1733163782142/95451c90bed2%2C46685%2C1733163782142.1733163784482 to pos 2082, reset compression=false 2024-12-02T18:23:33,408 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:23:33,409 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [95451c90bed2,40805,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=95451c90bed2:40805 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T18:23:33,409 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128893 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [95451c90bed2,40805,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=95451c90bed2:40805 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T18:23:33,437 INFO [RS:0;95451c90bed2:46685 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T18:23:33,437 DEBUG [RS:0;95451c90bed2:46685 {}] regionserver.HRegionServer(1325): Online Regions={276c934d1aefe3080b8cf5e1992b8ddb=hbase:replication,,1733163797823.276c934d1aefe3080b8cf5e1992b8ddb., 1588230740=hbase:meta,,1.1588230740} 2024-12-02T18:23:33,437 INFO [RS:0;95451c90bed2:46685 {}] regionserver.HRegionServer(3091): Received CLOSE for 276c934d1aefe3080b8cf5e1992b8ddb 2024-12-02T18:23:33,437 DEBUG [RS:0;95451c90bed2:46685 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 276c934d1aefe3080b8cf5e1992b8ddb 2024-12-02T18:23:33,437 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 276c934d1aefe3080b8cf5e1992b8ddb, disabling compactions & flushes 2024-12-02T18:23:33,438 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733163797823.276c934d1aefe3080b8cf5e1992b8ddb. 2024-12-02T18:23:33,438 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733163797823.276c934d1aefe3080b8cf5e1992b8ddb. 2024-12-02T18:23:33,438 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733163797823.276c934d1aefe3080b8cf5e1992b8ddb. after waiting 0 ms 2024-12-02T18:23:33,438 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733163797823.276c934d1aefe3080b8cf5e1992b8ddb. 2024-12-02T18:23:33,438 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 276c934d1aefe3080b8cf5e1992b8ddb: Waiting for close lock at 1733163813437Running coprocessor pre-close hooks at 1733163813437Disabling compacts and flushes for region at 1733163813437Disabling writes for close at 1733163813438 (+1 ms)Failed flush hbase:replication,,1733163797823.276c934d1aefe3080b8cf5e1992b8ddb., putting online again at 1733163813438 2024-12-02T18:23:33,438 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733163797823.276c934d1aefe3080b8cf5e1992b8ddb. 2024-12-02T18:23:33,554 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142.replicationSource.wal-reader.95451c90bed2%2C46685%2C1733163782142,1-95451c90bed2,46685,1733163782142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/WALs/95451c90bed2,46685,1733163782142/95451c90bed2%2C46685%2C1733163782142.1733163784482 to pos 2082, reset compression=false 2024-12-02T18:23:33,638 DEBUG [RS:0;95451c90bed2:46685 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T18:23:33,721 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/data/hbase/meta/1588230740/.tmp/table/67dc03407c4e430d99417046bbd239d0 2024-12-02T18:23:33,725 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/data/hbase/meta/1588230740/.tmp/info/0ea8e6d751084317b95421fb7e5397f5 as hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/data/hbase/meta/1588230740/info/0ea8e6d751084317b95421fb7e5397f5 2024-12-02T18:23:33,728 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/data/hbase/meta/1588230740/info/0ea8e6d751084317b95421fb7e5397f5, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T18:23:33,729 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/data/hbase/meta/1588230740/.tmp/ns/70b8db92e9f54bbea75ce66f2eaa78e4 as hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/data/hbase/meta/1588230740/ns/70b8db92e9f54bbea75ce66f2eaa78e4 2024-12-02T18:23:33,732 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/data/hbase/meta/1588230740/ns/70b8db92e9f54bbea75ce66f2eaa78e4, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T18:23:33,733 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/data/hbase/meta/1588230740/.tmp/rep_barrier/74d82f015e994beb9f7832e3b4151b53 as hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/data/hbase/meta/1588230740/rep_barrier/74d82f015e994beb9f7832e3b4151b53 2024-12-02T18:23:33,735 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/data/hbase/meta/1588230740/rep_barrier/74d82f015e994beb9f7832e3b4151b53, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T18:23:33,736 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/data/hbase/meta/1588230740/.tmp/table/67dc03407c4e430d99417046bbd239d0 as hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/data/hbase/meta/1588230740/table/67dc03407c4e430d99417046bbd239d0 2024-12-02T18:23:33,739 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/data/hbase/meta/1588230740/table/67dc03407c4e430d99417046bbd239d0, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T18:23:33,740 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1703ms, sequenceid=16, compaction requested=false 2024-12-02T18:23:33,743 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T18:23:33,743 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T18:23:33,743 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T18:23:33,743 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T18:23:33,743 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733163812036Running coprocessor pre-close hooks at 1733163812036Disabling compacts and flushes for region at 1733163812036Disabling writes for close at 1733163812036Obtaining lock to block concurrent updates at 1733163812036Preparing flush snapshotting stores in 1588230740 at 1733163812036Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733163812037 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733163812037Flushing 1588230740/info: creating writer at 1733163812037Flushing 1588230740/info: appending metadata at 1733163812054 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733163812054Flushing 1588230740/ns: creating writer at 1733163812461 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733163812476 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733163812476Flushing 1588230740/rep_barrier: creating writer at 1733163812882 (+406 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733163812896 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733163812897 (+1 ms)Flushing 1588230740/table: creating writer at 1733163813303 (+406 ms)Flushing 1588230740/table: appending metadata at 1733163813318 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733163813318Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b646cfd: reopening flushed file at 1733163813725 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26e3f8ad: reopening flushed file at 1733163813729 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b6574fa: reopening flushed file at 1733163813732 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70200955: reopening flushed file at 1733163813736 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1703ms, sequenceid=16, compaction requested=false at 1733163813740 (+4 ms)Writing region close event to WAL at 1733163813741 (+1 ms)Running coprocessor post-close hooks at 1733163813743 (+2 ms)Closed at 1733163813743 2024-12-02T18:23:33,744 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T18:23:33,791 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T18:23:33,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:33,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:33,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:33,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:33,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:33,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:33,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:33,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:33,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:33,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:33,820 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:33,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:33,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:33,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:33,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:33,838 INFO [RS:0;95451c90bed2:46685 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-02T18:23:33,838 INFO [RS:0;95451c90bed2:46685 {}] regionserver.HRegionServer(976): stopping server 95451c90bed2,46685,1733163782142; all regions closed. 2024-12-02T18:23:33,840 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/WALs/95451c90bed2,46685,1733163782142/95451c90bed2%2C46685%2C1733163782142.meta.1733163785389.meta not finished, retry = 0 2024-12-02T18:23:33,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741834_1010 (size=4239) 2024-12-02T18:23:33,858 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142.replicationSource.wal-reader.95451c90bed2%2C46685%2C1733163782142,1-95451c90bed2,46685,1733163782142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/WALs/95451c90bed2,46685,1733163782142/95451c90bed2%2C46685%2C1733163782142.1733163784482 to pos 2082, reset compression=false 2024-12-02T18:23:33,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741839_1015 (size=2171) 2024-12-02T18:23:33,942 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/WALs/95451c90bed2,46685,1733163782142/95451c90bed2%2C46685%2C1733163782142.rep.1733163798953 not finished, retry = 0 2024-12-02T18:23:34,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741832_1008 (size=2090) 2024-12-02T18:23:34,044 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/WALs/95451c90bed2,46685,1733163782142/95451c90bed2%2C46685%2C1733163782142.1733163784482 not finished, retry = 0 2024-12-02T18:23:34,145 DEBUG [RS:0;95451c90bed2:46685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:23:34,145 INFO [RS:0;95451c90bed2:46685 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T18:23:34,145 INFO [RS:0;95451c90bed2:46685 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T18:23:34,145 INFO [RS:0;95451c90bed2:46685 {}] hbase.ChoreService(370): Chore service for: regionserver/95451c90bed2:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T18:23:34,146 INFO [RS:0;95451c90bed2:46685 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T18:23:34,146 INFO [regionserver/95451c90bed2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T18:23:34,146 INFO [RS:0;95451c90bed2:46685 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-95451c90bed2,46685,1733163782142 because: Region server is closing 2024-12-02T18:23:34,146 INFO [RS:0;95451c90bed2:46685 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;95451c90bed2:46685. 2024-12-02T18:23:34,146 DEBUG [RS:0;95451c90bed2:46685 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:23:34,146 DEBUG [RS:0;95451c90bed2:46685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:23:34,146 DEBUG [RS:0;95451c90bed2:46685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:23:34,146 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:23:34,246 INFO [RS:0;95451c90bed2:46685 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142.replicationSource.shipper95451c90bed2%2C46685%2C1733163782142,1-95451c90bed2,46685,1733163782142 terminated 2024-12-02T18:23:34,246 WARN [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,46685,1733163782142.replicationSource.wal-reader.95451c90bed2%2C46685%2C1733163782142,1-95451c90bed2,46685,1733163782142 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T18:23:34,246 INFO [RS:0;95451c90bed2:46685 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;95451c90bed2:46685. 2024-12-02T18:23:34,246 DEBUG [RS:0;95451c90bed2:46685 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:23:34,246 DEBUG [RS:0;95451c90bed2:46685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:23:34,246 DEBUG [RS:0;95451c90bed2:46685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:23:34,247 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:23:34,247 INFO [RS:0;95451c90bed2:46685 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46685 2024-12-02T18:23:34,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37601-0x10197486de80003, quorum=127.0.0.1:58212, baseZNode=/1-1499118816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1499118816/rs 2024-12-02T18:23:34,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46685-0x10197486de80004, quorum=127.0.0.1:58212, baseZNode=/1-1499118816 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1499118816/rs/95451c90bed2,46685,1733163782142 2024-12-02T18:23:34,334 INFO [RS:0;95451c90bed2:46685 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T18:23:34,350 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [95451c90bed2,46685,1733163782142] 2024-12-02T18:23:34,360 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1499118816/draining/95451c90bed2,46685,1733163782142 already deleted, retry=false 2024-12-02T18:23:34,360 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 95451c90bed2,46685,1733163782142 expired; onlineServers=0 2024-12-02T18:23:34,360 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '95451c90bed2,37601,1733163782037' ***** 2024-12-02T18:23:34,360 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T18:23:34,360 INFO [M:0;95451c90bed2:37601 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T18:23:34,360 INFO [M:0;95451c90bed2:37601 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T18:23:34,361 DEBUG [M:0;95451c90bed2:37601 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T18:23:34,361 DEBUG [M:0;95451c90bed2:37601 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T18:23:34,361 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T18:23:34,361 DEBUG [master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.small.0-1733163784176 {}] cleaner.HFileCleaner(306): Exit Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.small.0-1733163784176,5,FailOnTimeoutGroup] 2024-12-02T18:23:34,361 DEBUG [master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.large.0-1733163784176 {}] cleaner.HFileCleaner(306): Exit Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.large.0-1733163784176,5,FailOnTimeoutGroup] 2024-12-02T18:23:34,361 INFO [M:0;95451c90bed2:37601 {}] hbase.ChoreService(370): Chore service for: master/95451c90bed2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T18:23:34,361 INFO [M:0;95451c90bed2:37601 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T18:23:34,361 DEBUG [M:0;95451c90bed2:37601 {}] master.HMaster(1795): Stopping service threads 2024-12-02T18:23:34,361 INFO [M:0;95451c90bed2:37601 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T18:23:34,361 INFO [M:0;95451c90bed2:37601 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T18:23:34,361 INFO [M:0;95451c90bed2:37601 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T18:23:34,361 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T18:23:34,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37601-0x10197486de80003, quorum=127.0.0.1:58212, baseZNode=/1-1499118816 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1499118816/master 2024-12-02T18:23:34,371 DEBUG [M:0;95451c90bed2:37601 {}] zookeeper.ZKUtil(347): master:37601-0x10197486de80003, quorum=127.0.0.1:58212, baseZNode=/1-1499118816 Unable to get data of znode /1-1499118816/master because node does not exist (not an error) 2024-12-02T18:23:34,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37601-0x10197486de80003, quorum=127.0.0.1:58212, baseZNode=/1-1499118816 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1499118816 2024-12-02T18:23:34,371 WARN [M:0;95451c90bed2:37601 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T18:23:34,371 INFO [M:0;95451c90bed2:37601 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/.lastflushedseqids 2024-12-02T18:23:34,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741847_1023 (size=245) 2024-12-02T18:23:34,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46685-0x10197486de80004, quorum=127.0.0.1:58212, baseZNode=/1-1499118816 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:23:34,450 INFO [RS:0;95451c90bed2:46685 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T18:23:34,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46685-0x10197486de80004, quorum=127.0.0.1:58212, baseZNode=/1-1499118816 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:23:34,450 INFO [RS:0;95451c90bed2:46685 {}] regionserver.HRegionServer(1031): Exiting; stopping=95451c90bed2,46685,1733163782142; zookeeper connection closed. 2024-12-02T18:23:34,450 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2345c314 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2345c314 2024-12-02T18:23:34,450 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T18:23:34,616 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,44419,1733163776617.replicationSource.wal-reader.95451c90bed2%2C44419%2C1733163776617,1-95451c90bed2,44419,1733163776617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/WALs/95451c90bed2,44419,1733163776617/95451c90bed2%2C44419%2C1733163776617.1733163779037 to pos 636, reset compression=false 2024-12-02T18:23:34,775 INFO [M:0;95451c90bed2:37601 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T18:23:34,775 INFO [M:0;95451c90bed2:37601 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T18:23:34,775 DEBUG [M:0;95451c90bed2:37601 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T18:23:34,775 INFO [M:0;95451c90bed2:37601 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:23:34,775 DEBUG [M:0;95451c90bed2:37601 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:23:34,775 DEBUG [M:0;95451c90bed2:37601 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T18:23:34,775 DEBUG [M:0;95451c90bed2:37601 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:23:34,776 INFO [M:0;95451c90bed2:37601 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-02T18:23:34,788 DEBUG [M:0;95451c90bed2:37601 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/02b794b7368c45b18f2c9a6e3c919c70 is 82, key is hbase:meta,,1/info:regioninfo/1733163785414/Put/seqid=0 2024-12-02T18:23:34,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741848_1024 (size=5672) 2024-12-02T18:23:35,191 INFO [M:0;95451c90bed2:37601 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/02b794b7368c45b18f2c9a6e3c919c70 2024-12-02T18:23:35,206 DEBUG [M:0;95451c90bed2:37601 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f1a06120ceb44296a187cffbcd6f9dbc is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733163798988/Put/seqid=0 2024-12-02T18:23:35,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741849_1025 (size=8516) 2024-12-02T18:23:35,609 INFO [M:0;95451c90bed2:37601 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f1a06120ceb44296a187cffbcd6f9dbc 2024-12-02T18:23:35,623 DEBUG [M:0;95451c90bed2:37601 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2e32cea5a558464ba56d8506f3c6029d is 69, key is 95451c90bed2,46685,1733163782142/rs:state/1733163784298/Put/seqid=0 2024-12-02T18:23:35,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741850_1026 (size=5156) 2024-12-02T18:23:36,019 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,44419,1733163776617.replicationSource.wal-reader.95451c90bed2%2C44419%2C1733163776617,1-95451c90bed2,44419,1733163776617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/WALs/95451c90bed2,44419,1733163776617/95451c90bed2%2C44419%2C1733163776617.1733163779037 to pos 636, reset compression=false 2024-12-02T18:23:36,027 INFO [M:0;95451c90bed2:37601 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2e32cea5a558464ba56d8506f3c6029d 2024-12-02T18:23:36,030 DEBUG [M:0;95451c90bed2:37601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/02b794b7368c45b18f2c9a6e3c919c70 as hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/02b794b7368c45b18f2c9a6e3c919c70 2024-12-02T18:23:36,033 INFO [M:0;95451c90bed2:37601 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/02b794b7368c45b18f2c9a6e3c919c70, entries=8, sequenceid=97, filesize=5.5 K 2024-12-02T18:23:36,033 DEBUG [M:0;95451c90bed2:37601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f1a06120ceb44296a187cffbcd6f9dbc as hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f1a06120ceb44296a187cffbcd6f9dbc 2024-12-02T18:23:36,036 INFO [M:0;95451c90bed2:37601 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f1a06120ceb44296a187cffbcd6f9dbc, entries=11, sequenceid=97, filesize=8.3 K 2024-12-02T18:23:36,036 DEBUG [M:0;95451c90bed2:37601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2e32cea5a558464ba56d8506f3c6029d as hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2e32cea5a558464ba56d8506f3c6029d 2024-12-02T18:23:36,038 INFO [M:0;95451c90bed2:37601 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43927/user/jenkins/test-data/30ffdc1d-72c0-3050-44f0-bd6031702693/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2e32cea5a558464ba56d8506f3c6029d, entries=1, sequenceid=97, filesize=5.0 K 2024-12-02T18:23:36,039 INFO [M:0;95451c90bed2:37601 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1264ms, sequenceid=97, compaction requested=false 2024-12-02T18:23:36,040 INFO [M:0;95451c90bed2:37601 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:23:36,040 DEBUG [M:0;95451c90bed2:37601 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733163814775Disabling compacts and flushes for region at 1733163814775Disabling writes for close at 1733163814775Obtaining lock to block concurrent updates at 1733163814776 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733163814776Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733163814776Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733163814776Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733163814776Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733163814788 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733163814788Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733163815194 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733163815206 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733163815206Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733163815612 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733163815623 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733163815623Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45f59cad: reopening flushed file at 1733163816029 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@591e6e7a: reopening flushed file at 1733163816033 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@553a18c0: reopening flushed file at 1733163816036 (+3 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1264ms, sequenceid=97, compaction requested=false at 1733163816039 (+3 ms)Writing region close event to WAL at 1733163816040 (+1 ms)Closed at 1733163816040 2024-12-02T18:23:36,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36963 is added to blk_1073741830_1006 (size=63654) 2024-12-02T18:23:36,042 INFO [M:0;95451c90bed2:37601 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T18:23:36,042 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T18:23:36,042 INFO [M:0;95451c90bed2:37601 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37601 2024-12-02T18:23:36,042 INFO [M:0;95451c90bed2:37601 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T18:23:36,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37601-0x10197486de80003, quorum=127.0.0.1:58212, baseZNode=/1-1499118816 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:23:36,208 INFO [M:0;95451c90bed2:37601 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T18:23:36,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37601-0x10197486de80003, quorum=127.0.0.1:58212, baseZNode=/1-1499118816 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:23:36,211 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@384e6aae{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T18:23:36,211 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3a8ac6d2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T18:23:36,211 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T18:23:36,211 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7300ccf5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T18:23:36,211 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@466d9322{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a691b27-64a0-7dac-6d5d-94b47d9b52fa/hadoop.log.dir/,STOPPED} 2024-12-02T18:23:36,212 WARN [BP-1532990803-172.17.0.3-1733163780200 heartbeating to localhost/127.0.0.1:43927 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T18:23:36,212 WARN [BP-1532990803-172.17.0.3-1733163780200 heartbeating to localhost/127.0.0.1:43927 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1532990803-172.17.0.3-1733163780200 (Datanode Uuid ce317ece-0c69-4087-ae98-54c954020bf3) service to localhost/127.0.0.1:43927 2024-12-02T18:23:36,212 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T18:23:36,212 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T18:23:36,213 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a691b27-64a0-7dac-6d5d-94b47d9b52fa/cluster_2b2d229e-f16f-bf67-7fdb-cdc29674b7a5/data/data1/current/BP-1532990803-172.17.0.3-1733163780200 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T18:23:36,213 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a691b27-64a0-7dac-6d5d-94b47d9b52fa/cluster_2b2d229e-f16f-bf67-7fdb-cdc29674b7a5/data/data2/current/BP-1532990803-172.17.0.3-1733163780200 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T18:23:36,213 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T18:23:36,219 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@586be9a6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T18:23:36,219 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@77ac7b40{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T18:23:36,219 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T18:23:36,219 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2424518a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T18:23:36,219 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b6f1e3d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2a691b27-64a0-7dac-6d5d-94b47d9b52fa/hadoop.log.dir/,STOPPED} 2024-12-02T18:23:36,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T18:23:36,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T18:23:36,230 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T18:23:36,230 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:23:36,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:23:36,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:23:36,230 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:23:36,231 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T18:23:36,231 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1108199915, stopped=false 2024-12-02T18:23:36,231 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=95451c90bed2,45949,1733163776407 2024-12-02T18:23:36,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44419-0x10197486de80001, quorum=127.0.0.1:58212, baseZNode=/0-928375039 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-928375039/running 2024-12-02T18:23:36,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45949-0x10197486de80000, quorum=127.0.0.1:58212, baseZNode=/0-928375039 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-928375039/running 2024-12-02T18:23:36,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44419-0x10197486de80001, quorum=127.0.0.1:58212, baseZNode=/0-928375039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-928375039 2024-12-02T18:23:36,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45949-0x10197486de80000, quorum=127.0.0.1:58212, baseZNode=/0-928375039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-928375039 2024-12-02T18:23:36,244 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T18:23:36,245 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T18:23:36,245 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:23:36,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:23:36,245 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '95451c90bed2,44419,1733163776617' ***** 2024-12-02T18:23:36,245 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T18:23:36,245 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44419-0x10197486de80001, quorum=127.0.0.1:58212, baseZNode=/0-928375039 Set watcher on znode that does not yet exist, /0-928375039/running 2024-12-02T18:23:36,245 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45949-0x10197486de80000, quorum=127.0.0.1:58212, baseZNode=/0-928375039 Set watcher on znode that does not yet exist, /0-928375039/running 2024-12-02T18:23:36,245 INFO [RS:0;95451c90bed2:44419 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T18:23:36,245 INFO [RS:0;95451c90bed2:44419 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T18:23:36,245 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T18:23:36,245 INFO [RS:0;95451c90bed2:44419 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T18:23:36,245 INFO [RS:0;95451c90bed2:44419 {}] regionserver.HRegionServer(3091): Received CLOSE for 62f86d8030005169b1ccf1b62b62f320 2024-12-02T18:23:36,245 INFO [RS:0;95451c90bed2:44419 {}] regionserver.HRegionServer(3091): Received CLOSE for 39838e6cca70bc4967d0ff87b8c1c24a 2024-12-02T18:23:36,246 INFO [RS:0;95451c90bed2:44419 {}] regionserver.HRegionServer(959): stopping server 95451c90bed2,44419,1733163776617 2024-12-02T18:23:36,246 INFO [RS:0;95451c90bed2:44419 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T18:23:36,246 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 62f86d8030005169b1ccf1b62b62f320, disabling compactions & flushes 2024-12-02T18:23:36,246 INFO [RS:0;95451c90bed2:44419 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;95451c90bed2:44419. 2024-12-02T18:23:36,246 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733163796677.62f86d8030005169b1ccf1b62b62f320. 2024-12-02T18:23:36,246 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733163796677.62f86d8030005169b1ccf1b62b62f320. 2024-12-02T18:23:36,246 DEBUG [RS:0;95451c90bed2:44419 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:23:36,246 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733163796677.62f86d8030005169b1ccf1b62b62f320. after waiting 0 ms 2024-12-02T18:23:36,246 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733163796677.62f86d8030005169b1ccf1b62b62f320. 2024-12-02T18:23:36,246 DEBUG [RS:0;95451c90bed2:44419 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:23:36,246 INFO [RS:0;95451c90bed2:44419 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T18:23:36,246 INFO [RS:0;95451c90bed2:44419 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T18:23:36,246 INFO [RS:0;95451c90bed2:44419 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T18:23:36,246 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 62f86d8030005169b1ccf1b62b62f320 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-12-02T18:23:36,246 INFO [RS:0;95451c90bed2:44419 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T18:23:36,246 INFO [RS:0;95451c90bed2:44419 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T18:23:36,246 DEBUG [RS:0;95451c90bed2:44419 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 62f86d8030005169b1ccf1b62b62f320=hbase:replication,,1733163796677.62f86d8030005169b1ccf1b62b62f320., 39838e6cca70bc4967d0ff87b8c1c24a=test,,1733163791218.39838e6cca70bc4967d0ff87b8c1c24a.} 2024-12-02T18:23:36,246 DEBUG [RS:0;95451c90bed2:44419 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 39838e6cca70bc4967d0ff87b8c1c24a, 62f86d8030005169b1ccf1b62b62f320 2024-12-02T18:23:36,246 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T18:23:36,246 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T18:23:36,246 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T18:23:36,246 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T18:23:36,246 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T18:23:36,246 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T18:23:36,258 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/data/hbase/replication/62f86d8030005169b1ccf1b62b62f320/.tmp/queue/9107b7f5cddd4af2937aaff5c2c372c0 is 153, key is 1-95451c90bed2,44419,1733163776617/queue:95451c90bed2%2C44419%2C1733163776617/1733163805571/Put/seqid=0 2024-12-02T18:23:36,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741840_1016 (size=5352) 2024-12-02T18:23:36,262 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/data/hbase/meta/1588230740/.tmp/info/beedd971cebc4d60912f0266cff2118c is 147, key is hbase:replication,,1733163796677.62f86d8030005169b1ccf1b62b62f320./info:regioninfo/1733163797048/Put/seqid=0 2024-12-02T18:23:36,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741841_1017 (size=7686) 2024-12-02T18:23:36,338 INFO [regionserver/95451c90bed2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T18:23:36,446 DEBUG [RS:0;95451c90bed2:44419 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 39838e6cca70bc4967d0ff87b8c1c24a, 62f86d8030005169b1ccf1b62b62f320 2024-12-02T18:23:36,646 DEBUG [RS:0;95451c90bed2:44419 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 39838e6cca70bc4967d0ff87b8c1c24a, 62f86d8030005169b1ccf1b62b62f320 2024-12-02T18:23:36,661 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/data/hbase/replication/62f86d8030005169b1ccf1b62b62f320/.tmp/queue/9107b7f5cddd4af2937aaff5c2c372c0 2024-12-02T18:23:36,665 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/data/hbase/meta/1588230740/.tmp/info/beedd971cebc4d60912f0266cff2118c 2024-12-02T18:23:36,665 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/data/hbase/replication/62f86d8030005169b1ccf1b62b62f320/.tmp/queue/9107b7f5cddd4af2937aaff5c2c372c0 as hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/data/hbase/replication/62f86d8030005169b1ccf1b62b62f320/queue/9107b7f5cddd4af2937aaff5c2c372c0 2024-12-02T18:23:36,668 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/data/hbase/replication/62f86d8030005169b1ccf1b62b62f320/queue/9107b7f5cddd4af2937aaff5c2c372c0, entries=1, sequenceid=8, filesize=5.2 K 2024-12-02T18:23:36,669 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 62f86d8030005169b1ccf1b62b62f320 in 423ms, sequenceid=8, compaction requested=false 2024-12-02T18:23:36,669 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-02T18:23:36,680 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/data/hbase/replication/62f86d8030005169b1ccf1b62b62f320/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-02T18:23:36,681 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T18:23:36,681 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T18:23:36,681 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733163796677.62f86d8030005169b1ccf1b62b62f320. 2024-12-02T18:23:36,681 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 62f86d8030005169b1ccf1b62b62f320: Waiting for close lock at 1733163816246Running coprocessor pre-close hooks at 1733163816246Disabling compacts and flushes for region at 1733163816246Disabling writes for close at 1733163816246Obtaining lock to block concurrent updates at 1733163816246Preparing flush snapshotting stores in 62f86d8030005169b1ccf1b62b62f320 at 1733163816246Finished memstore snapshotting hbase:replication,,1733163796677.62f86d8030005169b1ccf1b62b62f320., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1733163816246Flushing stores of hbase:replication,,1733163796677.62f86d8030005169b1ccf1b62b62f320. at 1733163816246Flushing 62f86d8030005169b1ccf1b62b62f320/queue: creating writer at 1733163816246Flushing 62f86d8030005169b1ccf1b62b62f320/queue: appending metadata at 1733163816257 (+11 ms)Flushing 62f86d8030005169b1ccf1b62b62f320/queue: closing flushed file at 1733163816257Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b354b9c: reopening flushed file at 1733163816665 (+408 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 62f86d8030005169b1ccf1b62b62f320 in 423ms, sequenceid=8, compaction requested=false at 1733163816669 (+4 ms)Writing region close event to WAL at 1733163816674 (+5 ms)Running coprocessor post-close hooks at 1733163816681 (+7 ms)Closed at 1733163816681 2024-12-02T18:23:36,681 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733163796677.62f86d8030005169b1ccf1b62b62f320. 2024-12-02T18:23:36,681 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 39838e6cca70bc4967d0ff87b8c1c24a, disabling compactions & flushes 2024-12-02T18:23:36,682 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733163791218.39838e6cca70bc4967d0ff87b8c1c24a. 2024-12-02T18:23:36,682 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733163791218.39838e6cca70bc4967d0ff87b8c1c24a. 2024-12-02T18:23:36,682 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733163791218.39838e6cca70bc4967d0ff87b8c1c24a. after waiting 0 ms 2024-12-02T18:23:36,682 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733163791218.39838e6cca70bc4967d0ff87b8c1c24a. 2024-12-02T18:23:36,682 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 39838e6cca70bc4967d0ff87b8c1c24a 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-12-02T18:23:36,684 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/data/hbase/meta/1588230740/.tmp/ns/30a8cc550d39462ba1532c7faee6d5f5 is 43, key is default/ns:d/1733163780088/Put/seqid=0 2024-12-02T18:23:36,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741842_1018 (size=5153) 2024-12-02T18:23:36,699 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/data/default/test/39838e6cca70bc4967d0ff87b8c1c24a/.tmp/f/06c74ab4afaf4c05a98236f5c9b7975b is 28, key is row/f:/1733163805140/DeleteFamily/seqid=0 2024-12-02T18:23:36,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741843_1019 (size=5085) 2024-12-02T18:23:36,846 DEBUG [RS:0;95451c90bed2:44419 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 39838e6cca70bc4967d0ff87b8c1c24a 2024-12-02T18:23:36,913 INFO [regionserver/95451c90bed2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T18:23:36,913 INFO [regionserver/95451c90bed2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T18:23:37,047 DEBUG [RS:0;95451c90bed2:44419 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 39838e6cca70bc4967d0ff87b8c1c24a 2024-12-02T18:23:37,090 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/data/hbase/meta/1588230740/.tmp/ns/30a8cc550d39462ba1532c7faee6d5f5 2024-12-02T18:23:37,102 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/data/default/test/39838e6cca70bc4967d0ff87b8c1c24a/.tmp/f/06c74ab4afaf4c05a98236f5c9b7975b 2024-12-02T18:23:37,105 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 06c74ab4afaf4c05a98236f5c9b7975b 2024-12-02T18:23:37,107 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/data/hbase/meta/1588230740/.tmp/rep_barrier/25d33d7343f44047bd86ec90717a02f1 is 112, key is test,,1733163791218.39838e6cca70bc4967d0ff87b8c1c24a./rep_barrier:seqnumDuringOpen/1733163791957/Put/seqid=0 2024-12-02T18:23:37,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741844_1020 (size=5518) 2024-12-02T18:23:37,118 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/data/default/test/39838e6cca70bc4967d0ff87b8c1c24a/.tmp/f1/b66e0dfcda604f4287bc74dfa7eb8da1 is 29, key is row/f1:/1733163805140/DeleteFamily/seqid=0 2024-12-02T18:23:37,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741845_1021 (size=5089) 2024-12-02T18:23:37,121 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/data/default/test/39838e6cca70bc4967d0ff87b8c1c24a/.tmp/f1/b66e0dfcda604f4287bc74dfa7eb8da1 2024-12-02T18:23:37,124 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b66e0dfcda604f4287bc74dfa7eb8da1 2024-12-02T18:23:37,135 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/data/default/test/39838e6cca70bc4967d0ff87b8c1c24a/.tmp/norep/adc5d7857e174ae290ea41f1ac9f9c73 is 32, key is row/norep:/1733163805140/DeleteFamily/seqid=0 2024-12-02T18:23:37,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741846_1022 (size=5101) 2024-12-02T18:23:37,247 INFO [RS:0;95451c90bed2:44419 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T18:23:37,247 DEBUG [RS:0;95451c90bed2:44419 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 39838e6cca70bc4967d0ff87b8c1c24a=test,,1733163791218.39838e6cca70bc4967d0ff87b8c1c24a.} 2024-12-02T18:23:37,247 DEBUG [RS:0;95451c90bed2:44419 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 39838e6cca70bc4967d0ff87b8c1c24a 2024-12-02T18:23:37,447 DEBUG [RS:0;95451c90bed2:44419 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 39838e6cca70bc4967d0ff87b8c1c24a 2024-12-02T18:23:37,516 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/data/hbase/meta/1588230740/.tmp/rep_barrier/25d33d7343f44047bd86ec90717a02f1 2024-12-02T18:23:37,521 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,44419,1733163776617.replicationSource.wal-reader.95451c90bed2%2C44419%2C1733163776617,1-95451c90bed2,44419,1733163776617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/WALs/95451c90bed2,44419,1733163776617/95451c90bed2%2C44419%2C1733163776617.1733163779037 to pos 636, reset compression=false 2024-12-02T18:23:37,526 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,44419,1733163776617.replicationSource.wal-reader.95451c90bed2%2C44419%2C1733163776617,1-95451c90bed2,44419,1733163776617 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T18:23:37,526 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,44419,1733163776617.replicationSource.wal-reader.95451c90bed2%2C44419%2C1733163776617,1-95451c90bed2,44419,1733163776617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/WALs/95451c90bed2,44419,1733163776617/95451c90bed2%2C44419%2C1733163776617.1733163779037 to pos 883, reset compression=false 2024-12-02T18:23:37,526 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,44419,1733163776617.replicationSource.shipper95451c90bed2%2C44419%2C1733163776617,1-95451c90bed2,44419,1733163776617 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-95451c90bed2,44419,1733163776617 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/WALs/95451c90bed2,44419,1733163776617/95451c90bed2%2C44419%2C1733163776617.1733163779037, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T18:23:37,526 ERROR [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,44419,1733163776617.replicationSource.shipper95451c90bed2%2C44419%2C1733163776617,1-95451c90bed2,44419,1733163776617 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 95451c90bed2,44419,1733163776617: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-95451c90bed2,44419,1733163776617, walGroup=95451c90bed2%2C44419%2C1733163776617, offset=95451c90bed2%2C44419%2C1733163776617.1733163779037:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=95451c90bed2:44419 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-02T18:23:37,527 ERROR [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,44419,1733163776617.replicationSource.shipper95451c90bed2%2C44419%2C1733163776617,1-95451c90bed2,44419,1733163776617 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T18:23:37,527 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,44419,1733163776617.replicationSource.shipper95451c90bed2%2C44419%2C1733163776617,1-95451c90bed2,44419,1733163776617 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T18:23:37,527 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,44419,1733163776617.replicationSource.shipper95451c90bed2%2C44419%2C1733163776617,1-95451c90bed2,44419,1733163776617 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T18:23:37,527 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,44419,1733163776617.replicationSource.shipper95451c90bed2%2C44419%2C1733163776617,1-95451c90bed2,44419,1733163776617 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T18:23:37,527 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,44419,1733163776617.replicationSource.shipper95451c90bed2%2C44419%2C1733163776617,1-95451c90bed2,44419,1733163776617 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T18:23:37,528 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,44419,1733163776617.replicationSource.shipper95451c90bed2%2C44419%2C1733163776617,1-95451c90bed2,44419,1733163776617 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1402994688, "init": 1048576000, "max": 2306867200, "used": 1047977472 }, "NonHeapMemoryUsage": { "committed": 205717504, "init": 7667712, "max": -1, "used": 202646192 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-02T18:23:37,528 WARN [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,44419,1733163776617.replicationSource.shipper95451c90bed2%2C44419%2C1733163776617,1-95451c90bed2,44419,1733163776617 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=95451c90bed2:45949 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=95451c90bed2:45949 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-02T18:23:37,532 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/data/hbase/meta/1588230740/.tmp/table/4ad5cd69ca2b47e182d36e6ad712f936 is 53, key is hbase:replication/table:state/1733163797053/Put/seqid=0 2024-12-02T18:23:37,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741847_1023 (size=5308) 2024-12-02T18:23:37,538 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/data/default/test/39838e6cca70bc4967d0ff87b8c1c24a/.tmp/norep/adc5d7857e174ae290ea41f1ac9f9c73 2024-12-02T18:23:37,541 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for adc5d7857e174ae290ea41f1ac9f9c73 2024-12-02T18:23:37,542 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/data/default/test/39838e6cca70bc4967d0ff87b8c1c24a/.tmp/f/06c74ab4afaf4c05a98236f5c9b7975b as hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/data/default/test/39838e6cca70bc4967d0ff87b8c1c24a/f/06c74ab4afaf4c05a98236f5c9b7975b 2024-12-02T18:23:37,545 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 06c74ab4afaf4c05a98236f5c9b7975b 2024-12-02T18:23:37,546 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/data/default/test/39838e6cca70bc4967d0ff87b8c1c24a/f/06c74ab4afaf4c05a98236f5c9b7975b, entries=1, sequenceid=6, filesize=5.0 K 2024-12-02T18:23:37,546 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/data/default/test/39838e6cca70bc4967d0ff87b8c1c24a/.tmp/f1/b66e0dfcda604f4287bc74dfa7eb8da1 as hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/data/default/test/39838e6cca70bc4967d0ff87b8c1c24a/f1/b66e0dfcda604f4287bc74dfa7eb8da1 2024-12-02T18:23:37,549 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b66e0dfcda604f4287bc74dfa7eb8da1 2024-12-02T18:23:37,549 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/data/default/test/39838e6cca70bc4967d0ff87b8c1c24a/f1/b66e0dfcda604f4287bc74dfa7eb8da1, entries=1, sequenceid=6, filesize=5.0 K 2024-12-02T18:23:37,550 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/data/default/test/39838e6cca70bc4967d0ff87b8c1c24a/.tmp/norep/adc5d7857e174ae290ea41f1ac9f9c73 as hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/data/default/test/39838e6cca70bc4967d0ff87b8c1c24a/norep/adc5d7857e174ae290ea41f1ac9f9c73 2024-12-02T18:23:37,553 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for adc5d7857e174ae290ea41f1ac9f9c73 2024-12-02T18:23:37,553 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/data/default/test/39838e6cca70bc4967d0ff87b8c1c24a/norep/adc5d7857e174ae290ea41f1ac9f9c73, entries=1, sequenceid=6, filesize=5.0 K 2024-12-02T18:23:37,553 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 39838e6cca70bc4967d0ff87b8c1c24a in 871ms, sequenceid=6, compaction requested=false 2024-12-02T18:23:37,553 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-02T18:23:37,556 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/data/default/test/39838e6cca70bc4967d0ff87b8c1c24a/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-02T18:23:37,557 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T18:23:37,557 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T18:23:37,557 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733163791218.39838e6cca70bc4967d0ff87b8c1c24a. 2024-12-02T18:23:37,557 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 39838e6cca70bc4967d0ff87b8c1c24a: Waiting for close lock at 1733163816681Running coprocessor pre-close hooks at 1733163816681Disabling compacts and flushes for region at 1733163816681Disabling writes for close at 1733163816682 (+1 ms)Obtaining lock to block concurrent updates at 1733163816682Preparing flush snapshotting stores in 39838e6cca70bc4967d0ff87b8c1c24a at 1733163816682Finished memstore snapshotting test,,1733163791218.39838e6cca70bc4967d0ff87b8c1c24a., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1733163816682Flushing stores of test,,1733163791218.39838e6cca70bc4967d0ff87b8c1c24a. at 1733163816682Flushing 39838e6cca70bc4967d0ff87b8c1c24a/f: creating writer at 1733163816683 (+1 ms)Flushing 39838e6cca70bc4967d0ff87b8c1c24a/f: appending metadata at 1733163816698 (+15 ms)Flushing 39838e6cca70bc4967d0ff87b8c1c24a/f: closing flushed file at 1733163816698Flushing 39838e6cca70bc4967d0ff87b8c1c24a/f1: creating writer at 1733163817105 (+407 ms)Flushing 39838e6cca70bc4967d0ff87b8c1c24a/f1: appending metadata at 1733163817118 (+13 ms)Flushing 39838e6cca70bc4967d0ff87b8c1c24a/f1: closing flushed file at 1733163817118Flushing 39838e6cca70bc4967d0ff87b8c1c24a/norep: creating writer at 1733163817124 (+6 ms)Flushing 39838e6cca70bc4967d0ff87b8c1c24a/norep: appending metadata at 1733163817134 (+10 ms)Flushing 39838e6cca70bc4967d0ff87b8c1c24a/norep: closing flushed file at 1733163817134Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1db2827: reopening flushed file at 1733163817542 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5faf739: reopening flushed file at 1733163817546 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cb3d56d: reopening flushed file at 1733163817549 (+3 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 39838e6cca70bc4967d0ff87b8c1c24a in 871ms, sequenceid=6, compaction requested=false at 1733163817553 (+4 ms)Writing region close event to WAL at 1733163817555 (+2 ms)Running coprocessor post-close hooks at 1733163817557 (+2 ms)Closed at 1733163817557 2024-12-02T18:23:37,557 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733163791218.39838e6cca70bc4967d0ff87b8c1c24a. 2024-12-02T18:23:37,647 DEBUG [RS:0;95451c90bed2:44419 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T18:23:37,733 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,44419,1733163776617.replicationSource.wal-reader.95451c90bed2%2C44419%2C1733163776617,1-95451c90bed2,44419,1733163776617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/WALs/95451c90bed2,44419,1733163776617/95451c90bed2%2C44419%2C1733163776617.1733163779037 to pos 883, reset compression=false 2024-12-02T18:23:37,737 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,44419,1733163776617.replicationSource.wal-reader.95451c90bed2%2C44419%2C1733163776617,1-95451c90bed2,44419,1733163776617 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T18:23:37,737 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,44419,1733163776617.replicationSource.wal-reader.95451c90bed2%2C44419%2C1733163776617,1-95451c90bed2,44419,1733163776617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/WALs/95451c90bed2,44419,1733163776617/95451c90bed2%2C44419%2C1733163776617.1733163779037 to pos 1527, reset compression=false 2024-12-02T18:23:37,847 DEBUG [RS:0;95451c90bed2:44419 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T18:23:37,936 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/data/hbase/meta/1588230740/.tmp/table/4ad5cd69ca2b47e182d36e6ad712f936 2024-12-02T18:23:37,940 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,44419,1733163776617.replicationSource.wal-reader.95451c90bed2%2C44419%2C1733163776617,1-95451c90bed2,44419,1733163776617 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/WALs/95451c90bed2,44419,1733163776617/95451c90bed2%2C44419%2C1733163776617.1733163779037 to pos 1527, reset compression=false 2024-12-02T18:23:37,940 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/data/hbase/meta/1588230740/.tmp/info/beedd971cebc4d60912f0266cff2118c as hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/data/hbase/meta/1588230740/info/beedd971cebc4d60912f0266cff2118c 2024-12-02T18:23:37,944 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/data/hbase/meta/1588230740/info/beedd971cebc4d60912f0266cff2118c, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T18:23:37,945 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/data/hbase/meta/1588230740/.tmp/ns/30a8cc550d39462ba1532c7faee6d5f5 as hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/data/hbase/meta/1588230740/ns/30a8cc550d39462ba1532c7faee6d5f5 2024-12-02T18:23:37,948 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/data/hbase/meta/1588230740/ns/30a8cc550d39462ba1532c7faee6d5f5, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T18:23:37,948 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/data/hbase/meta/1588230740/.tmp/rep_barrier/25d33d7343f44047bd86ec90717a02f1 as hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/data/hbase/meta/1588230740/rep_barrier/25d33d7343f44047bd86ec90717a02f1 2024-12-02T18:23:37,951 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/data/hbase/meta/1588230740/rep_barrier/25d33d7343f44047bd86ec90717a02f1, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T18:23:37,952 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/data/hbase/meta/1588230740/.tmp/table/4ad5cd69ca2b47e182d36e6ad712f936 as hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/data/hbase/meta/1588230740/table/4ad5cd69ca2b47e182d36e6ad712f936 2024-12-02T18:23:37,954 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/data/hbase/meta/1588230740/table/4ad5cd69ca2b47e182d36e6ad712f936, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T18:23:37,955 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1709ms, sequenceid=16, compaction requested=false 2024-12-02T18:23:37,955 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T18:23:37,958 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T18:23:37,958 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T18:23:37,959 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T18:23:37,959 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T18:23:37,959 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733163816246Running coprocessor pre-close hooks at 1733163816246Disabling compacts and flushes for region at 1733163816246Disabling writes for close at 1733163816246Obtaining lock to block concurrent updates at 1733163816246Preparing flush snapshotting stores in 1588230740 at 1733163816246Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733163816246Flushing stores of hbase:meta,,1.1588230740 at 1733163816247 (+1 ms)Flushing 1588230740/info: creating writer at 1733163816247Flushing 1588230740/info: appending metadata at 1733163816261 (+14 ms)Flushing 1588230740/info: closing flushed file at 1733163816261Flushing 1588230740/ns: creating writer at 1733163816668 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733163816683 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733163816683Flushing 1588230740/rep_barrier: creating writer at 1733163817093 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733163817107 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733163817107Flushing 1588230740/table: creating writer at 1733163817519 (+412 ms)Flushing 1588230740/table: appending metadata at 1733163817532 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733163817532Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a0025b7: reopening flushed file at 1733163817940 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6abd5de5: reopening flushed file at 1733163817944 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@404c0157: reopening flushed file at 1733163817948 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1003f8f1: reopening flushed file at 1733163817951 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1709ms, sequenceid=16, compaction requested=false at 1733163817955 (+4 ms)Writing region close event to WAL at 1733163817956 (+1 ms)Running coprocessor post-close hooks at 1733163817958 (+2 ms)Closed at 1733163817959 (+1 ms) 2024-12-02T18:23:37,959 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T18:23:38,048 INFO [RS:0;95451c90bed2:44419 {}] regionserver.HRegionServer(976): stopping server 95451c90bed2,44419,1733163776617; all regions closed. 2024-12-02T18:23:38,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741834_1010 (size=4239) 2024-12-02T18:23:38,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741839_1015 (size=2240) 2024-12-02T18:23:38,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741832_1008 (size=1535) 2024-12-02T18:23:38,052 DEBUG [RS:0;95451c90bed2:44419 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:23:38,052 INFO [RS:0;95451c90bed2:44419 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T18:23:38,052 INFO [RS:0;95451c90bed2:44419 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T18:23:38,053 INFO [RS:0;95451c90bed2:44419 {}] hbase.ChoreService(370): Chore service for: regionserver/95451c90bed2:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T18:23:38,053 INFO [RS:0;95451c90bed2:44419 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T18:23:38,053 INFO [regionserver/95451c90bed2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T18:23:38,053 INFO [RS:0;95451c90bed2:44419 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-95451c90bed2,44419,1733163776617 because: Region server is closing 2024-12-02T18:23:38,053 INFO [RS:0;95451c90bed2:44419 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;95451c90bed2:44419. 2024-12-02T18:23:38,053 DEBUG [RS:0;95451c90bed2:44419 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:23:38,053 DEBUG [RS:0;95451c90bed2:44419 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:23:38,053 DEBUG [RS:0;95451c90bed2:44419 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:23:38,053 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:23:38,153 INFO [RS:0;95451c90bed2:44419 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,44419,1733163776617.replicationSource.shipper95451c90bed2%2C44419%2C1733163776617,1-95451c90bed2,44419,1733163776617 terminated 2024-12-02T18:23:38,153 WARN [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,44419,1733163776617.replicationSource.wal-reader.95451c90bed2%2C44419%2C1733163776617,1-95451c90bed2,44419,1733163776617 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T18:23:38,154 INFO [RS:0;95451c90bed2:44419 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44419 2024-12-02T18:23:38,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45949-0x10197486de80000, quorum=127.0.0.1:58212, baseZNode=/0-928375039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-928375039/rs 2024-12-02T18:23:38,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44419-0x10197486de80001, quorum=127.0.0.1:58212, baseZNode=/0-928375039 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-928375039/rs/95451c90bed2,44419,1733163776617 2024-12-02T18:23:38,284 INFO [RS:0;95451c90bed2:44419 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T18:23:38,294 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [95451c90bed2,44419,1733163776617] 2024-12-02T18:23:38,305 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-928375039/draining/95451c90bed2,44419,1733163776617 already deleted, retry=false 2024-12-02T18:23:38,305 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 95451c90bed2,44419,1733163776617 expired; onlineServers=0 2024-12-02T18:23:38,305 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '95451c90bed2,45949,1733163776407' ***** 2024-12-02T18:23:38,305 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T18:23:38,305 INFO [M:0;95451c90bed2:45949 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T18:23:38,305 INFO [M:0;95451c90bed2:45949 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T18:23:38,305 DEBUG [M:0;95451c90bed2:45949 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T18:23:38,305 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T18:23:38,305 DEBUG [M:0;95451c90bed2:45949 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T18:23:38,305 DEBUG [master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.small.0-1733163778790 {}] cleaner.HFileCleaner(306): Exit Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.small.0-1733163778790,5,FailOnTimeoutGroup] 2024-12-02T18:23:38,305 DEBUG [master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.large.0-1733163778790 {}] cleaner.HFileCleaner(306): Exit Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.large.0-1733163778790,5,FailOnTimeoutGroup] 2024-12-02T18:23:38,305 INFO [M:0;95451c90bed2:45949 {}] hbase.ChoreService(370): Chore service for: master/95451c90bed2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T18:23:38,305 INFO [M:0;95451c90bed2:45949 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T18:23:38,305 DEBUG [M:0;95451c90bed2:45949 {}] master.HMaster(1795): Stopping service threads 2024-12-02T18:23:38,305 INFO [M:0;95451c90bed2:45949 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T18:23:38,306 INFO [M:0;95451c90bed2:45949 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T18:23:38,306 ERROR [M:0;95451c90bed2:45949 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:34995,5,PEWorkerGroup] 2024-12-02T18:23:38,306 INFO [M:0;95451c90bed2:45949 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T18:23:38,306 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T18:23:38,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45949-0x10197486de80000, quorum=127.0.0.1:58212, baseZNode=/0-928375039 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-928375039/master 2024-12-02T18:23:38,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45949-0x10197486de80000, quorum=127.0.0.1:58212, baseZNode=/0-928375039 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-928375039 2024-12-02T18:23:38,316 DEBUG [M:0;95451c90bed2:45949 {}] zookeeper.ZKUtil(347): master:45949-0x10197486de80000, quorum=127.0.0.1:58212, baseZNode=/0-928375039 Unable to get data of znode /0-928375039/master because node does not exist (not an error) 2024-12-02T18:23:38,316 WARN [M:0;95451c90bed2:45949 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T18:23:38,316 INFO [M:0;95451c90bed2:45949 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/.lastflushedseqids 2024-12-02T18:23:38,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741848_1024 (size=245) 2024-12-02T18:23:38,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44419-0x10197486de80001, quorum=127.0.0.1:58212, baseZNode=/0-928375039 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:23:38,395 INFO [RS:0;95451c90bed2:44419 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T18:23:38,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44419-0x10197486de80001, quorum=127.0.0.1:58212, baseZNode=/0-928375039 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:23:38,395 INFO [RS:0;95451c90bed2:44419 {}] regionserver.HRegionServer(1031): Exiting; stopping=95451c90bed2,44419,1733163776617; zookeeper connection closed. 2024-12-02T18:23:38,395 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@365b2f3d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@365b2f3d 2024-12-02T18:23:38,395 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T18:23:38,720 INFO [M:0;95451c90bed2:45949 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T18:23:38,720 INFO [M:0;95451c90bed2:45949 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T18:23:38,721 DEBUG [M:0;95451c90bed2:45949 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T18:23:38,721 INFO [M:0;95451c90bed2:45949 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:23:38,721 DEBUG [M:0;95451c90bed2:45949 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:23:38,721 DEBUG [M:0;95451c90bed2:45949 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T18:23:38,721 DEBUG [M:0;95451c90bed2:45949 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:23:38,721 INFO [M:0;95451c90bed2:45949 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-12-02T18:23:38,733 DEBUG [M:0;95451c90bed2:45949 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ca617157496d45069b31777a0c018e79 is 82, key is hbase:meta,,1/info:regioninfo/1733163780047/Put/seqid=0 2024-12-02T18:23:38,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741849_1025 (size=5672) 2024-12-02T18:23:38,821 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T18:23:38,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:38,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:38,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:38,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:38,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:38,822 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:38,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:38,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:38,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:38,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:38,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:38,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:38,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:38,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:38,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:38,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:39,137 INFO [M:0;95451c90bed2:45949 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ca617157496d45069b31777a0c018e79 2024-12-02T18:23:39,152 DEBUG [M:0;95451c90bed2:45949 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/54c26312934e417e8b83b701a36b585b is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733163791966/Put/seqid=0 2024-12-02T18:23:39,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741850_1026 (size=7218) 2024-12-02T18:23:39,555 INFO [M:0;95451c90bed2:45949 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/54c26312934e417e8b83b701a36b585b 2024-12-02T18:23:39,558 INFO [M:0;95451c90bed2:45949 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 54c26312934e417e8b83b701a36b585b 2024-12-02T18:23:39,569 DEBUG [M:0;95451c90bed2:45949 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/acb5c81d717241989d752c5f576de760 is 69, key is 95451c90bed2,44419,1733163776617/rs:state/1733163778888/Put/seqid=0 2024-12-02T18:23:39,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741851_1027 (size=5156) 2024-12-02T18:23:39,972 INFO [M:0;95451c90bed2:45949 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/acb5c81d717241989d752c5f576de760 2024-12-02T18:23:39,976 DEBUG [M:0;95451c90bed2:45949 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ca617157496d45069b31777a0c018e79 as hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ca617157496d45069b31777a0c018e79 2024-12-02T18:23:39,979 INFO [M:0;95451c90bed2:45949 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ca617157496d45069b31777a0c018e79, entries=8, sequenceid=105, filesize=5.5 K 2024-12-02T18:23:39,979 DEBUG [M:0;95451c90bed2:45949 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/54c26312934e417e8b83b701a36b585b as hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/54c26312934e417e8b83b701a36b585b 2024-12-02T18:23:39,983 INFO [M:0;95451c90bed2:45949 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 54c26312934e417e8b83b701a36b585b 2024-12-02T18:23:39,983 INFO [M:0;95451c90bed2:45949 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/54c26312934e417e8b83b701a36b585b, entries=11, sequenceid=105, filesize=7.0 K 2024-12-02T18:23:39,983 DEBUG [M:0;95451c90bed2:45949 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/acb5c81d717241989d752c5f576de760 as hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/acb5c81d717241989d752c5f576de760 2024-12-02T18:23:39,986 INFO [M:0;95451c90bed2:45949 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34995/user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/acb5c81d717241989d752c5f576de760, entries=1, sequenceid=105, filesize=5.0 K 2024-12-02T18:23:39,987 INFO [M:0;95451c90bed2:45949 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1266ms, sequenceid=105, compaction requested=false 2024-12-02T18:23:39,988 INFO [M:0;95451c90bed2:45949 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:23:39,988 DEBUG [M:0;95451c90bed2:45949 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733163818721Disabling compacts and flushes for region at 1733163818721Disabling writes for close at 1733163818721Obtaining lock to block concurrent updates at 1733163818721Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733163818721Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1733163818721Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733163818722 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733163818722Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733163818733 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733163818733Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733163819140 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733163819151 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733163819151Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733163819558 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733163819569 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733163819569Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bf7a220: reopening flushed file at 1733163819975 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42d46720: reopening flushed file at 1733163819979 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2be16041: reopening flushed file at 1733163819983 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1266ms, sequenceid=105, compaction requested=false at 1733163819987 (+4 ms)Writing region close event to WAL at 1733163819988 (+1 ms)Closed at 1733163819988 2024-12-02T18:23:39,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41691 is added to blk_1073741830_1006 (size=64423) 2024-12-02T18:23:39,990 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/825fa816-1a62-f6b2-5344-1c0bc1541532/MasterData/WALs/95451c90bed2,45949,1733163776407/95451c90bed2%2C45949%2C1733163776407.1733163778450 not finished, retry = 0 2024-12-02T18:23:40,091 INFO [M:0;95451c90bed2:45949 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T18:23:40,091 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T18:23:40,091 INFO [M:0;95451c90bed2:45949 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45949 2024-12-02T18:23:40,091 INFO [M:0;95451c90bed2:45949 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T18:23:40,258 INFO [M:0;95451c90bed2:45949 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T18:23:40,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45949-0x10197486de80000, quorum=127.0.0.1:58212, baseZNode=/0-928375039 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:23:40,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45949-0x10197486de80000, quorum=127.0.0.1:58212, baseZNode=/0-928375039 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:23:40,259 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e636865{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T18:23:40,260 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@326bc074{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T18:23:40,260 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T18:23:40,260 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14b0e8a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T18:23:40,260 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ea2cd3f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/753c48e2-8b80-8d72-4a91-68dbe9d0866f/hadoop.log.dir/,STOPPED} 2024-12-02T18:23:40,261 WARN [BP-1696150118-172.17.0.3-1733163774547 heartbeating to localhost/127.0.0.1:34995 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T18:23:40,261 WARN [BP-1696150118-172.17.0.3-1733163774547 heartbeating to localhost/127.0.0.1:34995 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1696150118-172.17.0.3-1733163774547 (Datanode Uuid cb51e898-f6bd-4ca2-96b4-0974cf2fc06f) service to localhost/127.0.0.1:34995 2024-12-02T18:23:40,261 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T18:23:40,261 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T18:23:40,261 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/753c48e2-8b80-8d72-4a91-68dbe9d0866f/cluster_acd1a90f-e8b7-ce3e-ce20-7c18022a2ea8/data/data1/current/BP-1696150118-172.17.0.3-1733163774547 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T18:23:40,261 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/753c48e2-8b80-8d72-4a91-68dbe9d0866f/cluster_acd1a90f-e8b7-ce3e-ce20-7c18022a2ea8/data/data2/current/BP-1696150118-172.17.0.3-1733163774547 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T18:23:40,261 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T18:23:40,267 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f0b95e9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T18:23:40,267 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40a48f3f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T18:23:40,267 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T18:23:40,268 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4cbe0536{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T18:23:40,268 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ffb57aa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/753c48e2-8b80-8d72-4a91-68dbe9d0866f/hadoop.log.dir/,STOPPED} 2024-12-02T18:23:40,272 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T18:23:40,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T18:23:40,294 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=359 (was 310) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44703 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58212) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:44703 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43927 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44703 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58212) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44703 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:43927 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34995 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43927 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43927 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44703 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44703 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43927 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34995 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34995 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44703 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43927 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34995 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34995 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:34995 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43927 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44703 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43927 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58212) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34995 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34995 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34995 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=784 (was 725) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=411 (was 501), ProcessCount=11 (was 11), AvailableMemoryMB=3192 (was 3468) 2024-12-02T18:23:40,303 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=357, OpenFileDescriptor=783, MaxFileDescriptor=1048576, SystemLoadAverage=411, ProcessCount=11, AvailableMemoryMB=3193 2024-12-02T18:23:40,314 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-12-02T18:23:40,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08eace3b-2fb7-361d-392e-7500bfe00191/hadoop.log.dir so I do NOT create it in target/test-data/158f7229-6c2d-682f-7e77-4629ecad6f7e 2024-12-02T18:23:40,314 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08eace3b-2fb7-361d-392e-7500bfe00191/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T18:23:40,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08eace3b-2fb7-361d-392e-7500bfe00191/hadoop.tmp.dir so I do NOT create it in target/test-data/158f7229-6c2d-682f-7e77-4629ecad6f7e 2024-12-02T18:23:40,314 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/08eace3b-2fb7-361d-392e-7500bfe00191/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T18:23:40,314 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/158f7229-6c2d-682f-7e77-4629ecad6f7e 2024-12-02T18:23:40,314 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/158f7229-6c2d-682f-7e77-4629ecad6f7e/cluster_822478ad-01aa-ed52-dd77-9c397bb07638, deleteOnExit=true 2024-12-02T18:23:40,334 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/158f7229-6c2d-682f-7e77-4629ecad6f7e/cluster_822478ad-01aa-ed52-dd77-9c397bb07638/zookeeper_0, clientPort=50901, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/158f7229-6c2d-682f-7e77-4629ecad6f7e/cluster_822478ad-01aa-ed52-dd77-9c397bb07638/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/158f7229-6c2d-682f-7e77-4629ecad6f7e/cluster_822478ad-01aa-ed52-dd77-9c397bb07638/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T18:23:40,335 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50901 2024-12-02T18:23:40,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T18:23:40,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T18:23:40,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/158f7229-6c2d-682f-7e77-4629ecad6f7e/test.cache.data in system properties and HBase conf 2024-12-02T18:23:40,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/158f7229-6c2d-682f-7e77-4629ecad6f7e/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T18:23:40,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/158f7229-6c2d-682f-7e77-4629ecad6f7e/hadoop.log.dir in system properties and HBase conf 2024-12-02T18:23:40,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/158f7229-6c2d-682f-7e77-4629ecad6f7e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T18:23:40,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/158f7229-6c2d-682f-7e77-4629ecad6f7e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T18:23:40,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T18:23:40,335 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T18:23:40,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/158f7229-6c2d-682f-7e77-4629ecad6f7e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T18:23:40,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/158f7229-6c2d-682f-7e77-4629ecad6f7e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T18:23:40,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/158f7229-6c2d-682f-7e77-4629ecad6f7e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T18:23:40,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/158f7229-6c2d-682f-7e77-4629ecad6f7e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T18:23:40,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/158f7229-6c2d-682f-7e77-4629ecad6f7e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T18:23:40,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/158f7229-6c2d-682f-7e77-4629ecad6f7e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T18:23:40,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/158f7229-6c2d-682f-7e77-4629ecad6f7e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T18:23:40,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/158f7229-6c2d-682f-7e77-4629ecad6f7e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T18:23:40,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/158f7229-6c2d-682f-7e77-4629ecad6f7e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T18:23:40,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/158f7229-6c2d-682f-7e77-4629ecad6f7e/nfs.dump.dir in system properties and HBase conf 2024-12-02T18:23:40,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/158f7229-6c2d-682f-7e77-4629ecad6f7e/java.io.tmpdir in system properties and HBase conf 2024-12-02T18:23:40,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/158f7229-6c2d-682f-7e77-4629ecad6f7e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T18:23:40,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/158f7229-6c2d-682f-7e77-4629ecad6f7e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T18:23:40,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/158f7229-6c2d-682f-7e77-4629ecad6f7e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T18:23:40,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10197486de80002, quorum=127.0.0.1:58212, baseZNode=/0-928375039 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T18:23:40,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10197486de80008, quorum=127.0.0.1:58212, baseZNode=/2-1207856406 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T18:23:40,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10197486de80005, quorum=127.0.0.1:58212, baseZNode=/1-1499118816 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-02T18:23:40,370 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10197486de80005, quorum=127.0.0.1:58212, baseZNode=/1-1499118816 Received Disconnected from ZooKeeper, ignoring 2024-12-02T18:23:40,370 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10197486de80008, quorum=127.0.0.1:58212, baseZNode=/2-1207856406 Received Disconnected from ZooKeeper, ignoring 2024-12-02T18:23:40,371 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10197486de80002, quorum=127.0.0.1:58212, baseZNode=/0-928375039 Received Disconnected from ZooKeeper, ignoring 2024-12-02T18:23:40,709 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T18:23:40,712 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T18:23:40,713 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T18:23:40,713 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T18:23:40,713 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T18:23:40,713 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T18:23:40,713 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e18c48b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/158f7229-6c2d-682f-7e77-4629ecad6f7e/hadoop.log.dir/,AVAILABLE} 2024-12-02T18:23:40,714 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@256c4fa5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T18:23:40,803 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59f340a5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/158f7229-6c2d-682f-7e77-4629ecad6f7e/java.io.tmpdir/jetty-localhost-41899-hadoop-hdfs-3_4_1-tests_jar-_-any-16848689662879031855/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T18:23:40,803 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70c1b80b{HTTP/1.1, (http/1.1)}{localhost:41899} 2024-12-02T18:23:40,803 INFO [Time-limited test {}] server.Server(415): Started @330336ms 2024-12-02T18:23:41,039 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T18:23:41,042 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T18:23:41,044 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T18:23:41,044 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T18:23:41,045 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T18:23:41,045 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@529ab599{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/158f7229-6c2d-682f-7e77-4629ecad6f7e/hadoop.log.dir/,AVAILABLE} 2024-12-02T18:23:41,045 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19c7f116{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T18:23:41,134 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d05e9b7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/158f7229-6c2d-682f-7e77-4629ecad6f7e/java.io.tmpdir/jetty-localhost-39461-hadoop-hdfs-3_4_1-tests_jar-_-any-155216506693210635/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T18:23:41,135 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c3e29d4{HTTP/1.1, (http/1.1)}{localhost:39461} 2024-12-02T18:23:41,135 INFO [Time-limited test {}] server.Server(415): Started @330668ms 2024-12-02T18:23:41,136 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T18:23:41,791 WARN [Thread-4190 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/158f7229-6c2d-682f-7e77-4629ecad6f7e/cluster_822478ad-01aa-ed52-dd77-9c397bb07638/data/data1/current/BP-708013905-172.17.0.3-1733163820349/current, will proceed with Du for space computation calculation, 2024-12-02T18:23:41,791 WARN [Thread-4191 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/158f7229-6c2d-682f-7e77-4629ecad6f7e/cluster_822478ad-01aa-ed52-dd77-9c397bb07638/data/data2/current/BP-708013905-172.17.0.3-1733163820349/current, will proceed with Du for space computation calculation, 2024-12-02T18:23:41,805 WARN [Thread-4178 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T18:23:41,807 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x35dc0d3d5772a721 with lease ID 0xdcb817ee35e60be8: Processing first storage report for DS-8b019202-ae44-4272-b95d-65389b54d454 from datanode DatanodeRegistration(127.0.0.1:39163, datanodeUuid=78404459-534f-4115-a3ea-0d7d00878e29, infoPort=36591, infoSecurePort=0, ipcPort=37875, storageInfo=lv=-57;cid=testClusterID;nsid=1104473059;c=1733163820349) 2024-12-02T18:23:41,807 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x35dc0d3d5772a721 with lease ID 0xdcb817ee35e60be8: from storage DS-8b019202-ae44-4272-b95d-65389b54d454 node DatanodeRegistration(127.0.0.1:39163, datanodeUuid=78404459-534f-4115-a3ea-0d7d00878e29, infoPort=36591, infoSecurePort=0, ipcPort=37875, storageInfo=lv=-57;cid=testClusterID;nsid=1104473059;c=1733163820349), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T18:23:41,807 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x35dc0d3d5772a721 with lease ID 0xdcb817ee35e60be8: Processing first storage report for DS-2fc8e96b-2228-4f3c-9736-a73a642f8496 from datanode DatanodeRegistration(127.0.0.1:39163, datanodeUuid=78404459-534f-4115-a3ea-0d7d00878e29, infoPort=36591, infoSecurePort=0, ipcPort=37875, storageInfo=lv=-57;cid=testClusterID;nsid=1104473059;c=1733163820349) 2024-12-02T18:23:41,807 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x35dc0d3d5772a721 with lease ID 0xdcb817ee35e60be8: from storage DS-2fc8e96b-2228-4f3c-9736-a73a642f8496 node DatanodeRegistration(127.0.0.1:39163, datanodeUuid=78404459-534f-4115-a3ea-0d7d00878e29, infoPort=36591, infoSecurePort=0, ipcPort=37875, storageInfo=lv=-57;cid=testClusterID;nsid=1104473059;c=1733163820349), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T18:23:41,857 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/158f7229-6c2d-682f-7e77-4629ecad6f7e 2024-12-02T18:23:41,857 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:23:41,858 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:23:41,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39163 is added to blk_1073741825_1001 (size=7) 2024-12-02T18:23:42,264 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36009/user/jenkins/test-data/72852740-7dff-2490-38b4-09a2f79195f9 with version=8 2024-12-02T18:23:42,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36009/user/jenkins/test-data/72852740-7dff-2490-38b4-09a2f79195f9/hbase-staging 2024-12-02T18:23:42,266 INFO [Time-limited test {}] client.ConnectionUtils(128): master/95451c90bed2:0 server-side Connection retries=45 2024-12-02T18:23:42,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:23:42,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T18:23:42,266 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T18:23:42,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:23:42,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T18:23:42,266 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T18:23:42,266 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T18:23:42,267 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36225 2024-12-02T18:23:42,268 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36225 connecting to ZooKeeper ensemble=127.0.0.1:50901 2024-12-02T18:23:42,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:362250x0, quorum=127.0.0.1:50901, baseZNode=/0-261942722 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T18:23:42,374 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36225-0x101974920d90000 connected 2024-12-02T18:23:42,454 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:23:42,456 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:23:42,458 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36225-0x101974920d90000, quorum=127.0.0.1:50901, baseZNode=/0-261942722 Set watcher on znode that does not yet exist, /0-261942722/running 2024-12-02T18:23:42,458 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36009/user/jenkins/test-data/72852740-7dff-2490-38b4-09a2f79195f9, hbase.cluster.distributed=false 2024-12-02T18:23:42,459 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36225-0x101974920d90000, quorum=127.0.0.1:50901, baseZNode=/0-261942722 Set watcher on znode that does not yet exist, /0-261942722/acl 2024-12-02T18:23:42,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36225 2024-12-02T18:23:42,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36225 2024-12-02T18:23:42,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36225 2024-12-02T18:23:42,461 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36225 2024-12-02T18:23:42,461 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36225 2024-12-02T18:23:42,472 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/95451c90bed2:0 server-side Connection retries=45 2024-12-02T18:23:42,472 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:23:42,472 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T18:23:42,472 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T18:23:42,472 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:23:42,472 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T18:23:42,472 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T18:23:42,472 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T18:23:42,473 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32919 2024-12-02T18:23:42,473 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32919 connecting to ZooKeeper ensemble=127.0.0.1:50901 2024-12-02T18:23:42,474 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:23:42,475 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:23:42,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329190x0, quorum=127.0.0.1:50901, baseZNode=/0-261942722 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T18:23:42,486 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32919-0x101974920d90001 connected 2024-12-02T18:23:42,486 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:329190x0, quorum=127.0.0.1:50901, baseZNode=/0-261942722 Set watcher on znode that does not yet exist, /0-261942722/running 2024-12-02T18:23:42,486 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T18:23:42,487 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T18:23:42,487 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32919-0x101974920d90001, quorum=127.0.0.1:50901, baseZNode=/0-261942722 Set watcher on znode that does not yet exist, /0-261942722/master 2024-12-02T18:23:42,488 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32919-0x101974920d90001, quorum=127.0.0.1:50901, baseZNode=/0-261942722 Set watcher on znode that does not yet exist, /0-261942722/acl 2024-12-02T18:23:42,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32919 2024-12-02T18:23:42,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32919 2024-12-02T18:23:42,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32919 2024-12-02T18:23:42,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32919 2024-12-02T18:23:42,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32919 2024-12-02T18:23:42,509 DEBUG [M:0;95451c90bed2:36225 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;95451c90bed2:36225 2024-12-02T18:23:42,511 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-261942722/backup-masters/95451c90bed2,36225,1733163822266 2024-12-02T18:23:42,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32919-0x101974920d90001, quorum=127.0.0.1:50901, baseZNode=/0-261942722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-261942722/backup-masters 2024-12-02T18:23:42,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36225-0x101974920d90000, quorum=127.0.0.1:50901, baseZNode=/0-261942722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-261942722/backup-masters 2024-12-02T18:23:42,518 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36225-0x101974920d90000, quorum=127.0.0.1:50901, baseZNode=/0-261942722 Set watcher on existing znode=/0-261942722/backup-masters/95451c90bed2,36225,1733163822266 2024-12-02T18:23:42,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36225-0x101974920d90000, quorum=127.0.0.1:50901, baseZNode=/0-261942722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-261942722 2024-12-02T18:23:42,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32919-0x101974920d90001, quorum=127.0.0.1:50901, baseZNode=/0-261942722 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-261942722/master 2024-12-02T18:23:42,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32919-0x101974920d90001, quorum=127.0.0.1:50901, baseZNode=/0-261942722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-261942722 2024-12-02T18:23:42,528 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36225-0x101974920d90000, quorum=127.0.0.1:50901, baseZNode=/0-261942722 Set watcher on existing znode=/0-261942722/master 2024-12-02T18:23:42,528 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-261942722/backup-masters/95451c90bed2,36225,1733163822266 from backup master directory 2024-12-02T18:23:42,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36225-0x101974920d90000, quorum=127.0.0.1:50901, baseZNode=/0-261942722 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-261942722/backup-masters/95451c90bed2,36225,1733163822266 2024-12-02T18:23:42,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36225-0x101974920d90000, quorum=127.0.0.1:50901, baseZNode=/0-261942722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-261942722/backup-masters 2024-12-02T18:23:42,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32919-0x101974920d90001, quorum=127.0.0.1:50901, baseZNode=/0-261942722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-261942722/backup-masters 2024-12-02T18:23:42,538 WARN [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T18:23:42,538 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=95451c90bed2,36225,1733163822266 2024-12-02T18:23:42,541 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36009/user/jenkins/test-data/72852740-7dff-2490-38b4-09a2f79195f9/hbase.id] with ID: df60439d-e113-495b-ac1d-ab46d0326d65 2024-12-02T18:23:42,541 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36009/user/jenkins/test-data/72852740-7dff-2490-38b4-09a2f79195f9/.tmp/hbase.id 2024-12-02T18:23:42,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39163 is added to blk_1073741826_1002 (size=42) 2024-12-02T18:23:42,944 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36009/user/jenkins/test-data/72852740-7dff-2490-38b4-09a2f79195f9/.tmp/hbase.id]:[hdfs://localhost:36009/user/jenkins/test-data/72852740-7dff-2490-38b4-09a2f79195f9/hbase.id] 2024-12-02T18:23:42,951 INFO [master/95451c90bed2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:23:42,951 INFO [master/95451c90bed2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T18:23:42,952 INFO [master/95451c90bed2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T18:23:42,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32919-0x101974920d90001, quorum=127.0.0.1:50901, baseZNode=/0-261942722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-261942722 2024-12-02T18:23:42,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36225-0x101974920d90000, quorum=127.0.0.1:50901, baseZNode=/0-261942722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-261942722 2024-12-02T18:23:43,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39163 is added to blk_1073741827_1003 (size=196) 2024-12-02T18:23:43,404 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T18:23:43,405 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T18:23:43,405 INFO [master/95451c90bed2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:23:43,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39163 is added to blk_1073741828_1004 (size=1189) 2024-12-02T18:23:43,811 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36009/user/jenkins/test-data/72852740-7dff-2490-38b4-09a2f79195f9/MasterData/data/master/store 2024-12-02T18:23:43,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39163 is added to blk_1073741829_1005 (size=34) 2024-12-02T18:23:44,216 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:23:44,216 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T18:23:44,216 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:23:44,216 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:23:44,216 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T18:23:44,216 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:23:44,216 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:23:44,216 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733163824216Disabling compacts and flushes for region at 1733163824216Disabling writes for close at 1733163824216Writing region close event to WAL at 1733163824216Closed at 1733163824216 2024-12-02T18:23:44,217 WARN [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36009/user/jenkins/test-data/72852740-7dff-2490-38b4-09a2f79195f9/MasterData/data/master/store/.initializing 2024-12-02T18:23:44,217 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36009/user/jenkins/test-data/72852740-7dff-2490-38b4-09a2f79195f9/MasterData/WALs/95451c90bed2,36225,1733163822266 2024-12-02T18:23:44,218 INFO [master/95451c90bed2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T18:23:44,219 INFO [master/95451c90bed2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=95451c90bed2%2C36225%2C1733163822266, suffix=, logDir=hdfs://localhost:36009/user/jenkins/test-data/72852740-7dff-2490-38b4-09a2f79195f9/MasterData/WALs/95451c90bed2,36225,1733163822266, archiveDir=hdfs://localhost:36009/user/jenkins/test-data/72852740-7dff-2490-38b4-09a2f79195f9/MasterData/oldWALs, maxLogs=10 2024-12-02T18:23:44,234 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72852740-7dff-2490-38b4-09a2f79195f9/MasterData/WALs/95451c90bed2,36225,1733163822266/95451c90bed2%2C36225%2C1733163822266.1733163824220, exclude list is [], retry=0 2024-12-02T18:23:44,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39163,DS-8b019202-ae44-4272-b95d-65389b54d454,DISK] 2024-12-02T18:23:44,237 INFO [master/95451c90bed2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72852740-7dff-2490-38b4-09a2f79195f9/MasterData/WALs/95451c90bed2,36225,1733163822266/95451c90bed2%2C36225%2C1733163822266.1733163824220 2024-12-02T18:23:44,238 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36591:36591)] 2024-12-02T18:23:44,238 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:23:44,238 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:23:44,238 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:23:44,238 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:23:44,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:23:44,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T18:23:44,240 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:44,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:23:44,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:23:44,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T18:23:44,241 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:44,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:23:44,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:23:44,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T18:23:44,242 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:44,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:23:44,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:23:44,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T18:23:44,243 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:44,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:23:44,243 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:23:44,244 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36009/user/jenkins/test-data/72852740-7dff-2490-38b4-09a2f79195f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:23:44,244 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36009/user/jenkins/test-data/72852740-7dff-2490-38b4-09a2f79195f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:23:44,245 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:23:44,245 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:23:44,245 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T18:23:44,246 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:23:44,247 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36009/user/jenkins/test-data/72852740-7dff-2490-38b4-09a2f79195f9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T18:23:44,247 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63068483, jitterRate=-0.06020636856555939}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T18:23:44,248 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733163824238Initializing all the Stores at 1733163824239 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163824239Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163824239Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163824239Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163824239Cleaning up temporary data from old regions at 1733163824245 (+6 ms)Region opened successfully at 1733163824248 (+3 ms) 2024-12-02T18:23:44,248 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T18:23:44,250 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@284ad75a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=95451c90bed2/172.17.0.3:0 2024-12-02T18:23:44,251 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T18:23:44,251 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T18:23:44,251 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T18:23:44,251 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T18:23:44,251 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T18:23:44,252 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T18:23:44,252 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T18:23:44,253 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T18:23:44,254 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36225-0x101974920d90000, quorum=127.0.0.1:50901, baseZNode=/0-261942722 Unable to get data of znode /0-261942722/balancer because node does not exist (not necessarily an error) 2024-12-02T18:23:44,317 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-261942722/balancer already deleted, retry=false 2024-12-02T18:23:44,318 INFO [master/95451c90bed2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T18:23:44,318 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36225-0x101974920d90000, quorum=127.0.0.1:50901, baseZNode=/0-261942722 Unable to get data of znode /0-261942722/normalizer because node does not exist (not necessarily an error) 2024-12-02T18:23:44,328 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-261942722/normalizer already deleted, retry=false 2024-12-02T18:23:44,328 INFO [master/95451c90bed2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T18:23:44,329 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36225-0x101974920d90000, quorum=127.0.0.1:50901, baseZNode=/0-261942722 Unable to get data of znode /0-261942722/switch/split because node does not exist (not necessarily an error) 2024-12-02T18:23:44,338 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-261942722/switch/split already deleted, retry=false 2024-12-02T18:23:44,339 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36225-0x101974920d90000, quorum=127.0.0.1:50901, baseZNode=/0-261942722 Unable to get data of znode /0-261942722/switch/merge because node does not exist (not necessarily an error) 2024-12-02T18:23:44,349 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-261942722/switch/merge already deleted, retry=false 2024-12-02T18:23:44,350 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36225-0x101974920d90000, quorum=127.0.0.1:50901, baseZNode=/0-261942722 Unable to get data of znode /0-261942722/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T18:23:44,359 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-261942722/snapshot-cleanup already deleted, retry=false 2024-12-02T18:23:44,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32919-0x101974920d90001, quorum=127.0.0.1:50901, baseZNode=/0-261942722 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-261942722/running 2024-12-02T18:23:44,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36225-0x101974920d90000, quorum=127.0.0.1:50901, baseZNode=/0-261942722 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-261942722/running 2024-12-02T18:23:44,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36225-0x101974920d90000, quorum=127.0.0.1:50901, baseZNode=/0-261942722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-261942722 2024-12-02T18:23:44,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32919-0x101974920d90001, quorum=127.0.0.1:50901, baseZNode=/0-261942722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-261942722 2024-12-02T18:23:44,370 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=95451c90bed2,36225,1733163822266, sessionid=0x101974920d90000, setting cluster-up flag (Was=false) 2024-12-02T18:23:44,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36225-0x101974920d90000, quorum=127.0.0.1:50901, baseZNode=/0-261942722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-261942722 2024-12-02T18:23:44,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32919-0x101974920d90001, quorum=127.0.0.1:50901, baseZNode=/0-261942722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-261942722 2024-12-02T18:23:44,422 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-261942722/flush-table-proc/acquired, /0-261942722/flush-table-proc/reached, /0-261942722/flush-table-proc/abort 2024-12-02T18:23:44,423 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=95451c90bed2,36225,1733163822266 2024-12-02T18:23:44,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32919-0x101974920d90001, quorum=127.0.0.1:50901, baseZNode=/0-261942722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-261942722 2024-12-02T18:23:44,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36225-0x101974920d90000, quorum=127.0.0.1:50901, baseZNode=/0-261942722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-261942722 2024-12-02T18:23:44,475 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-261942722/online-snapshot/acquired, /0-261942722/online-snapshot/reached, /0-261942722/online-snapshot/abort 2024-12-02T18:23:44,476 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=95451c90bed2,36225,1733163822266 2024-12-02T18:23:44,477 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36009/user/jenkins/test-data/72852740-7dff-2490-38b4-09a2f79195f9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T18:23:44,489 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T18:23:44,490 INFO [master/95451c90bed2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T18:23:44,490 INFO [master/95451c90bed2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T18:23:44,490 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 95451c90bed2,36225,1733163822266 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T18:23:44,491 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:23:44,491 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:23:44,491 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:23:44,491 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:23:44,491 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/95451c90bed2:0, corePoolSize=10, maxPoolSize=10 2024-12-02T18:23:44,491 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:23:44,491 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/95451c90bed2:0, corePoolSize=2, maxPoolSize=2 2024-12-02T18:23:44,491 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:23:44,492 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733163854492 2024-12-02T18:23:44,492 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T18:23:44,492 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T18:23:44,492 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T18:23:44,492 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T18:23:44,492 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T18:23:44,492 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T18:23:44,492 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:44,492 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T18:23:44,493 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T18:23:44,493 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T18:23:44,493 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T18:23:44,493 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T18:23:44,493 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T18:23:44,493 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T18:23:44,493 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T18:23:44,493 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.large.0-1733163824493,5,FailOnTimeoutGroup] 2024-12-02T18:23:44,493 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:44,493 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T18:23:44,496 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.small.0-1733163824493,5,FailOnTimeoutGroup] 2024-12-02T18:23:44,496 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:44,496 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T18:23:44,496 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:44,496 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:44,500 INFO [RS:0;95451c90bed2:32919 {}] regionserver.HRegionServer(746): ClusterId : df60439d-e113-495b-ac1d-ab46d0326d65 2024-12-02T18:23:44,500 DEBUG [RS:0;95451c90bed2:32919 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T18:23:44,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39163 is added to blk_1073741831_1007 (size=1321) 2024-12-02T18:23:44,507 DEBUG [RS:0;95451c90bed2:32919 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T18:23:44,507 DEBUG [RS:0;95451c90bed2:32919 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T18:23:44,518 DEBUG [RS:0;95451c90bed2:32919 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T18:23:44,518 DEBUG [RS:0;95451c90bed2:32919 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f350c3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=95451c90bed2/172.17.0.3:0 2024-12-02T18:23:44,528 DEBUG [RS:0;95451c90bed2:32919 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;95451c90bed2:32919 2024-12-02T18:23:44,528 INFO [RS:0;95451c90bed2:32919 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T18:23:44,528 INFO [RS:0;95451c90bed2:32919 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T18:23:44,528 DEBUG [RS:0;95451c90bed2:32919 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T18:23:44,528 INFO [RS:0;95451c90bed2:32919 {}] regionserver.HRegionServer(2659): reportForDuty to master=95451c90bed2,36225,1733163822266 with port=32919, startcode=1733163822472 2024-12-02T18:23:44,528 DEBUG [RS:0;95451c90bed2:32919 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T18:23:44,529 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58493, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T18:23:44,530 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36225 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 95451c90bed2,32919,1733163822472 2024-12-02T18:23:44,530 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36225 {}] master.ServerManager(517): Registering regionserver=95451c90bed2,32919,1733163822472 2024-12-02T18:23:44,531 DEBUG [RS:0;95451c90bed2:32919 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36009/user/jenkins/test-data/72852740-7dff-2490-38b4-09a2f79195f9 2024-12-02T18:23:44,531 DEBUG [RS:0;95451c90bed2:32919 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36009 2024-12-02T18:23:44,531 DEBUG [RS:0;95451c90bed2:32919 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T18:23:44,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36225-0x101974920d90000, quorum=127.0.0.1:50901, baseZNode=/0-261942722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-261942722/rs 2024-12-02T18:23:44,539 DEBUG [RS:0;95451c90bed2:32919 {}] zookeeper.ZKUtil(111): regionserver:32919-0x101974920d90001, quorum=127.0.0.1:50901, baseZNode=/0-261942722 Set watcher on existing znode=/0-261942722/rs/95451c90bed2,32919,1733163822472 2024-12-02T18:23:44,539 WARN [RS:0;95451c90bed2:32919 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T18:23:44,539 INFO [RS:0;95451c90bed2:32919 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:23:44,539 DEBUG [RS:0;95451c90bed2:32919 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36009/user/jenkins/test-data/72852740-7dff-2490-38b4-09a2f79195f9/WALs/95451c90bed2,32919,1733163822472 2024-12-02T18:23:44,539 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [95451c90bed2,32919,1733163822472] 2024-12-02T18:23:44,541 INFO [RS:0;95451c90bed2:32919 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T18:23:44,542 INFO [RS:0;95451c90bed2:32919 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T18:23:44,542 INFO [RS:0;95451c90bed2:32919 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T18:23:44,542 INFO [RS:0;95451c90bed2:32919 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:44,542 INFO [RS:0;95451c90bed2:32919 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T18:23:44,543 INFO [RS:0;95451c90bed2:32919 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T18:23:44,543 INFO [RS:0;95451c90bed2:32919 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:44,543 DEBUG [RS:0;95451c90bed2:32919 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:23:44,543 DEBUG [RS:0;95451c90bed2:32919 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:23:44,543 DEBUG [RS:0;95451c90bed2:32919 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:23:44,543 DEBUG [RS:0;95451c90bed2:32919 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:23:44,543 DEBUG [RS:0;95451c90bed2:32919 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:23:44,543 DEBUG [RS:0;95451c90bed2:32919 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/95451c90bed2:0, corePoolSize=2, maxPoolSize=2 2024-12-02T18:23:44,543 DEBUG [RS:0;95451c90bed2:32919 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:23:44,543 DEBUG [RS:0;95451c90bed2:32919 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:23:44,543 DEBUG [RS:0;95451c90bed2:32919 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:23:44,543 DEBUG [RS:0;95451c90bed2:32919 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:23:44,543 DEBUG [RS:0;95451c90bed2:32919 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:23:44,543 DEBUG [RS:0;95451c90bed2:32919 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:23:44,543 DEBUG [RS:0;95451c90bed2:32919 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/95451c90bed2:0, corePoolSize=3, maxPoolSize=3 2024-12-02T18:23:44,543 DEBUG [RS:0;95451c90bed2:32919 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/95451c90bed2:0, corePoolSize=3, maxPoolSize=3 2024-12-02T18:23:44,543 INFO [RS:0;95451c90bed2:32919 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:44,543 INFO [RS:0;95451c90bed2:32919 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:44,543 INFO [RS:0;95451c90bed2:32919 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:44,543 INFO [RS:0;95451c90bed2:32919 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:44,543 INFO [RS:0;95451c90bed2:32919 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:44,543 INFO [RS:0;95451c90bed2:32919 {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,32919,1733163822472-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T18:23:44,555 INFO [RS:0;95451c90bed2:32919 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T18:23:44,555 INFO [RS:0;95451c90bed2:32919 {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,32919,1733163822472-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:44,555 INFO [RS:0;95451c90bed2:32919 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:44,555 INFO [RS:0;95451c90bed2:32919 {}] regionserver.Replication(171): 95451c90bed2,32919,1733163822472 started 2024-12-02T18:23:44,566 INFO [RS:0;95451c90bed2:32919 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:44,566 INFO [RS:0;95451c90bed2:32919 {}] regionserver.HRegionServer(1482): Serving as 95451c90bed2,32919,1733163822472, RpcServer on 95451c90bed2/172.17.0.3:32919, sessionid=0x101974920d90001 2024-12-02T18:23:44,566 DEBUG [RS:0;95451c90bed2:32919 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T18:23:44,566 DEBUG [RS:0;95451c90bed2:32919 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 95451c90bed2,32919,1733163822472 2024-12-02T18:23:44,566 DEBUG [RS:0;95451c90bed2:32919 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '95451c90bed2,32919,1733163822472' 2024-12-02T18:23:44,566 DEBUG [RS:0;95451c90bed2:32919 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-261942722/flush-table-proc/abort' 2024-12-02T18:23:44,566 DEBUG [RS:0;95451c90bed2:32919 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-261942722/flush-table-proc/acquired' 2024-12-02T18:23:44,566 DEBUG [RS:0;95451c90bed2:32919 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T18:23:44,566 DEBUG [RS:0;95451c90bed2:32919 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T18:23:44,566 DEBUG [RS:0;95451c90bed2:32919 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 95451c90bed2,32919,1733163822472 2024-12-02T18:23:44,566 DEBUG [RS:0;95451c90bed2:32919 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '95451c90bed2,32919,1733163822472' 2024-12-02T18:23:44,566 DEBUG [RS:0;95451c90bed2:32919 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-261942722/online-snapshot/abort' 2024-12-02T18:23:44,567 DEBUG [RS:0;95451c90bed2:32919 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-261942722/online-snapshot/acquired' 2024-12-02T18:23:44,567 DEBUG [RS:0;95451c90bed2:32919 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T18:23:44,567 INFO [RS:0;95451c90bed2:32919 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T18:23:44,567 INFO [RS:0;95451c90bed2:32919 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T18:23:44,667 INFO [RS:0;95451c90bed2:32919 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T18:23:44,668 INFO [RS:0;95451c90bed2:32919 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=95451c90bed2%2C32919%2C1733163822472, suffix=, logDir=hdfs://localhost:36009/user/jenkins/test-data/72852740-7dff-2490-38b4-09a2f79195f9/WALs/95451c90bed2,32919,1733163822472, archiveDir=hdfs://localhost:36009/user/jenkins/test-data/72852740-7dff-2490-38b4-09a2f79195f9/oldWALs, maxLogs=10 2024-12-02T18:23:44,679 DEBUG [RS:0;95451c90bed2:32919 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72852740-7dff-2490-38b4-09a2f79195f9/WALs/95451c90bed2,32919,1733163822472/95451c90bed2%2C32919%2C1733163822472.1733163824669, exclude list is [], retry=0 2024-12-02T18:23:44,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39163,DS-8b019202-ae44-4272-b95d-65389b54d454,DISK] 2024-12-02T18:23:44,683 INFO [RS:0;95451c90bed2:32919 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72852740-7dff-2490-38b4-09a2f79195f9/WALs/95451c90bed2,32919,1733163822472/95451c90bed2%2C32919%2C1733163822472.1733163824669 2024-12-02T18:23:44,684 DEBUG [RS:0;95451c90bed2:32919 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36591:36591)] 2024-12-02T18:23:44,901 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36009/user/jenkins/test-data/72852740-7dff-2490-38b4-09a2f79195f9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T18:23:44,901 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36009/user/jenkins/test-data/72852740-7dff-2490-38b4-09a2f79195f9 2024-12-02T18:23:44,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39163 is added to blk_1073741833_1009 (size=32) 2024-12-02T18:23:45,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:23:45,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T18:23:45,307 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T18:23:45,307 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:45,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:23:45,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T18:23:45,308 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T18:23:45,308 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:45,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:23:45,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T18:23:45,309 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T18:23:45,309 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:45,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:23:45,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T18:23:45,310 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T18:23:45,310 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:45,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:23:45,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T18:23:45,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36009/user/jenkins/test-data/72852740-7dff-2490-38b4-09a2f79195f9/data/hbase/meta/1588230740 2024-12-02T18:23:45,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36009/user/jenkins/test-data/72852740-7dff-2490-38b4-09a2f79195f9/data/hbase/meta/1588230740 2024-12-02T18:23:45,312 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T18:23:45,312 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T18:23:45,312 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T18:23:45,313 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T18:23:45,315 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36009/user/jenkins/test-data/72852740-7dff-2490-38b4-09a2f79195f9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T18:23:45,315 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63069270, jitterRate=-0.06019464135169983}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T18:23:45,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733163825305Initializing all the Stores at 1733163825306 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163825306Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163825306Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163825306Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163825306Cleaning up temporary data from old regions at 1733163825312 (+6 ms)Region opened successfully at 1733163825315 (+3 ms) 2024-12-02T18:23:45,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T18:23:45,315 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T18:23:45,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T18:23:45,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T18:23:45,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T18:23:45,316 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T18:23:45,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733163825315Disabling compacts and flushes for region at 1733163825315Disabling writes for close at 1733163825315Writing region close event to WAL at 1733163825316 (+1 ms)Closed at 1733163825316 2024-12-02T18:23:45,316 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T18:23:45,316 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T18:23:45,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T18:23:45,317 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T18:23:45,317 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T18:23:45,468 DEBUG [95451c90bed2:36225 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T18:23:45,468 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=95451c90bed2,32919,1733163822472 2024-12-02T18:23:45,469 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 95451c90bed2,32919,1733163822472, state=OPENING 2024-12-02T18:23:45,528 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T18:23:45,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36225-0x101974920d90000, quorum=127.0.0.1:50901, baseZNode=/0-261942722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-261942722 2024-12-02T18:23:45,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32919-0x101974920d90001, quorum=127.0.0.1:50901, baseZNode=/0-261942722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-261942722 2024-12-02T18:23:45,539 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T18:23:45,539 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-261942722/meta-region-server: CHANGED 2024-12-02T18:23:45,539 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-261942722/meta-region-server: CHANGED 2024-12-02T18:23:45,539 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=95451c90bed2,32919,1733163822472}] 2024-12-02T18:23:45,691 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T18:23:45,692 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39123, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T18:23:45,694 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T18:23:45,694 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:23:45,694 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T18:23:45,695 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=95451c90bed2%2C32919%2C1733163822472.meta, suffix=.meta, logDir=hdfs://localhost:36009/user/jenkins/test-data/72852740-7dff-2490-38b4-09a2f79195f9/WALs/95451c90bed2,32919,1733163822472, archiveDir=hdfs://localhost:36009/user/jenkins/test-data/72852740-7dff-2490-38b4-09a2f79195f9/oldWALs, maxLogs=10 2024-12-02T18:23:45,705 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72852740-7dff-2490-38b4-09a2f79195f9/WALs/95451c90bed2,32919,1733163822472/95451c90bed2%2C32919%2C1733163822472.meta.1733163825695.meta, exclude list is [], retry=0 2024-12-02T18:23:45,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39163,DS-8b019202-ae44-4272-b95d-65389b54d454,DISK] 2024-12-02T18:23:45,707 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72852740-7dff-2490-38b4-09a2f79195f9/WALs/95451c90bed2,32919,1733163822472/95451c90bed2%2C32919%2C1733163822472.meta.1733163825695.meta 2024-12-02T18:23:45,708 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36591:36591)] 2024-12-02T18:23:45,708 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:23:45,708 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T18:23:45,708 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T18:23:45,708 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T18:23:45,708 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T18:23:45,708 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T18:23:45,708 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:23:45,708 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T18:23:45,708 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T18:23:45,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T18:23:45,710 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T18:23:45,710 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:45,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:23:45,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T18:23:45,711 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T18:23:45,711 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:45,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:23:45,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T18:23:45,712 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T18:23:45,712 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:45,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:23:45,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T18:23:45,712 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T18:23:45,712 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:45,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:23:45,713 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T18:23:45,713 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36009/user/jenkins/test-data/72852740-7dff-2490-38b4-09a2f79195f9/data/hbase/meta/1588230740 2024-12-02T18:23:45,714 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36009/user/jenkins/test-data/72852740-7dff-2490-38b4-09a2f79195f9/data/hbase/meta/1588230740 2024-12-02T18:23:45,714 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T18:23:45,714 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T18:23:45,715 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T18:23:45,715 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T18:23:45,716 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73509935, jitterRate=0.09538339078426361}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T18:23:45,716 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T18:23:45,716 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733163825709Writing region info on filesystem at 1733163825709Initializing all the Stores at 1733163825709Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163825709Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163825709Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163825709Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163825709Cleaning up temporary data from old regions at 1733163825714 (+5 ms)Running coprocessor post-open hooks at 1733163825716 (+2 ms)Region opened successfully at 1733163825716 2024-12-02T18:23:45,717 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733163825690 2024-12-02T18:23:45,718 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T18:23:45,718 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T18:23:45,718 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=95451c90bed2,32919,1733163822472 2024-12-02T18:23:45,719 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 95451c90bed2,32919,1733163822472, state=OPEN 2024-12-02T18:23:45,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36225-0x101974920d90000, quorum=127.0.0.1:50901, baseZNode=/0-261942722 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-261942722/meta-region-server 2024-12-02T18:23:45,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32919-0x101974920d90001, quorum=127.0.0.1:50901, baseZNode=/0-261942722 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-261942722/meta-region-server 2024-12-02T18:23:45,774 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=95451c90bed2,32919,1733163822472 2024-12-02T18:23:45,774 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-261942722/meta-region-server: CHANGED 2024-12-02T18:23:45,774 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-261942722/meta-region-server: CHANGED 2024-12-02T18:23:45,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T18:23:45,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=95451c90bed2,32919,1733163822472 in 235 msec 2024-12-02T18:23:45,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T18:23:45,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 460 msec 2024-12-02T18:23:45,777 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T18:23:45,777 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T18:23:45,778 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:23:45,778 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,32919,1733163822472, seqNum=-1] 2024-12-02T18:23:45,778 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:23:45,779 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59883, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T18:23:45,782 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3040 sec 2024-12-02T18:23:45,782 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733163825782, completionTime=-1 2024-12-02T18:23:45,782 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T18:23:45,782 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T18:23:45,783 INFO [master/95451c90bed2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T18:23:45,783 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733163885783 2024-12-02T18:23:45,783 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733163945783 2024-12-02T18:23:45,783 INFO [master/95451c90bed2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T18:23:45,784 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,36225,1733163822266-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:45,784 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,36225,1733163822266-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:45,784 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,36225,1733163822266-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:45,784 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-95451c90bed2:36225, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:45,784 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:45,784 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:45,785 DEBUG [master/95451c90bed2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T18:23:45,786 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.247sec 2024-12-02T18:23:45,787 INFO [master/95451c90bed2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T18:23:45,787 INFO [master/95451c90bed2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T18:23:45,787 INFO [master/95451c90bed2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T18:23:45,787 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T18:23:45,787 INFO [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T18:23:45,787 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,36225,1733163822266-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T18:23:45,787 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,36225,1733163822266-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T18:23:45,788 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T18:23:45,788 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T18:23:45,788 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,36225,1733163822266-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:45,800 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@557b71d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:23:45,800 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,36225,-1 for getting cluster id 2024-12-02T18:23:45,801 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:23:45,801 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df60439d-e113-495b-ac1d-ab46d0326d65' 2024-12-02T18:23:45,801 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:23:45,802 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df60439d-e113-495b-ac1d-ab46d0326d65" 2024-12-02T18:23:45,802 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78978b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:23:45,802 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,36225,-1] 2024-12-02T18:23:45,802 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:23:45,802 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:23:45,803 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:23:45,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2899fe35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:23:45,803 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:23:45,804 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,32919,1733163822472, seqNum=-1] 2024-12-02T18:23:45,804 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:23:45,805 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T18:23:45,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=95451c90bed2,36225,1733163822266 2024-12-02T18:23:45,806 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50901 2024-12-02T18:23:45,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50901, baseZNode=/0-261942722 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T18:23:45,823 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101974920d90002 connected 2024-12-02T18:23:45,834 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:23:45,835 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,36225,1733163822266 2024-12-02T18:23:45,835 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24583644 2024-12-02T18:23:45,835 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:23:45,836 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T18:23:45,836 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36225 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T18:23:45,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36225 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T18:23:45,838 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T18:23:45,838 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:45,838 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36225 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T18:23:45,839 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T18:23:45,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:23:45,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39163 is added to blk_1073741835_1011 (size=902) 2024-12-02T18:23:45,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:23:46,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:23:46,244 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ad2a7d069439f5d1d7f76079cd55e694, NAME => 'test,,1733163825836.ad2a7d069439f5d1d7f76079cd55e694.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36009/user/jenkins/test-data/72852740-7dff-2490-38b4-09a2f79195f9 2024-12-02T18:23:46,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39163 is added to blk_1073741836_1012 (size=39) 2024-12-02T18:23:46,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:23:46,604 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-02T18:23:46,604 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T18:23:46,648 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733163825836.ad2a7d069439f5d1d7f76079cd55e694.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:23:46,648 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ad2a7d069439f5d1d7f76079cd55e694, disabling compactions & flushes 2024-12-02T18:23:46,648 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733163825836.ad2a7d069439f5d1d7f76079cd55e694. 2024-12-02T18:23:46,648 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733163825836.ad2a7d069439f5d1d7f76079cd55e694. 2024-12-02T18:23:46,648 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733163825836.ad2a7d069439f5d1d7f76079cd55e694. after waiting 0 ms 2024-12-02T18:23:46,648 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733163825836.ad2a7d069439f5d1d7f76079cd55e694. 2024-12-02T18:23:46,648 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733163825836.ad2a7d069439f5d1d7f76079cd55e694. 2024-12-02T18:23:46,648 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ad2a7d069439f5d1d7f76079cd55e694: Waiting for close lock at 1733163826648Disabling compacts and flushes for region at 1733163826648Disabling writes for close at 1733163826648Writing region close event to WAL at 1733163826648Closed at 1733163826648 2024-12-02T18:23:46,649 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T18:23:46,649 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733163825836.ad2a7d069439f5d1d7f76079cd55e694.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733163826649"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733163826649"}]},"ts":"1733163826649"} 2024-12-02T18:23:46,651 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T18:23:46,651 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T18:23:46,652 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733163826651"}]},"ts":"1733163826651"} 2024-12-02T18:23:46,653 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T18:23:46,653 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ad2a7d069439f5d1d7f76079cd55e694, ASSIGN}] 2024-12-02T18:23:46,654 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ad2a7d069439f5d1d7f76079cd55e694, ASSIGN 2024-12-02T18:23:46,654 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ad2a7d069439f5d1d7f76079cd55e694, ASSIGN; state=OFFLINE, location=95451c90bed2,32919,1733163822472; forceNewPlan=false, retain=false 2024-12-02T18:23:46,805 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ad2a7d069439f5d1d7f76079cd55e694, regionState=OPENING, regionLocation=95451c90bed2,32919,1733163822472 2024-12-02T18:23:46,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ad2a7d069439f5d1d7f76079cd55e694, ASSIGN because future has completed 2024-12-02T18:23:46,807 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad2a7d069439f5d1d7f76079cd55e694, server=95451c90bed2,32919,1733163822472}] 2024-12-02T18:23:46,961 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733163825836.ad2a7d069439f5d1d7f76079cd55e694. 2024-12-02T18:23:46,961 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ad2a7d069439f5d1d7f76079cd55e694, NAME => 'test,,1733163825836.ad2a7d069439f5d1d7f76079cd55e694.', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:23:46,961 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T18:23:46,961 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T18:23:46,961 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ad2a7d069439f5d1d7f76079cd55e694 2024-12-02T18:23:46,961 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733163825836.ad2a7d069439f5d1d7f76079cd55e694.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:23:46,961 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ad2a7d069439f5d1d7f76079cd55e694 2024-12-02T18:23:46,961 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ad2a7d069439f5d1d7f76079cd55e694 2024-12-02T18:23:46,962 INFO [StoreOpener-ad2a7d069439f5d1d7f76079cd55e694-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ad2a7d069439f5d1d7f76079cd55e694 2024-12-02T18:23:46,963 INFO [StoreOpener-ad2a7d069439f5d1d7f76079cd55e694-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad2a7d069439f5d1d7f76079cd55e694 columnFamilyName f 2024-12-02T18:23:46,963 DEBUG [StoreOpener-ad2a7d069439f5d1d7f76079cd55e694-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:46,964 INFO [StoreOpener-ad2a7d069439f5d1d7f76079cd55e694-1 {}] regionserver.HStore(327): Store=ad2a7d069439f5d1d7f76079cd55e694/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:23:46,964 INFO [StoreOpener-ad2a7d069439f5d1d7f76079cd55e694-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ad2a7d069439f5d1d7f76079cd55e694 2024-12-02T18:23:46,964 INFO [StoreOpener-ad2a7d069439f5d1d7f76079cd55e694-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad2a7d069439f5d1d7f76079cd55e694 columnFamilyName f1 2024-12-02T18:23:46,964 DEBUG [StoreOpener-ad2a7d069439f5d1d7f76079cd55e694-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:46,964 INFO [StoreOpener-ad2a7d069439f5d1d7f76079cd55e694-1 {}] regionserver.HStore(327): Store=ad2a7d069439f5d1d7f76079cd55e694/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:23:46,965 INFO [StoreOpener-ad2a7d069439f5d1d7f76079cd55e694-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ad2a7d069439f5d1d7f76079cd55e694 2024-12-02T18:23:46,965 INFO [StoreOpener-ad2a7d069439f5d1d7f76079cd55e694-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad2a7d069439f5d1d7f76079cd55e694 columnFamilyName norep 2024-12-02T18:23:46,965 DEBUG [StoreOpener-ad2a7d069439f5d1d7f76079cd55e694-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:46,965 INFO [StoreOpener-ad2a7d069439f5d1d7f76079cd55e694-1 {}] regionserver.HStore(327): Store=ad2a7d069439f5d1d7f76079cd55e694/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:23:46,966 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ad2a7d069439f5d1d7f76079cd55e694 2024-12-02T18:23:46,966 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36009/user/jenkins/test-data/72852740-7dff-2490-38b4-09a2f79195f9/data/default/test/ad2a7d069439f5d1d7f76079cd55e694 2024-12-02T18:23:46,966 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36009/user/jenkins/test-data/72852740-7dff-2490-38b4-09a2f79195f9/data/default/test/ad2a7d069439f5d1d7f76079cd55e694 2024-12-02T18:23:46,967 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ad2a7d069439f5d1d7f76079cd55e694 2024-12-02T18:23:46,967 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ad2a7d069439f5d1d7f76079cd55e694 2024-12-02T18:23:46,967 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T18:23:46,968 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ad2a7d069439f5d1d7f76079cd55e694 2024-12-02T18:23:46,969 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36009/user/jenkins/test-data/72852740-7dff-2490-38b4-09a2f79195f9/data/default/test/ad2a7d069439f5d1d7f76079cd55e694/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T18:23:46,970 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ad2a7d069439f5d1d7f76079cd55e694; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73848853, jitterRate=0.10043366253376007}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T18:23:46,970 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ad2a7d069439f5d1d7f76079cd55e694 2024-12-02T18:23:46,970 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ad2a7d069439f5d1d7f76079cd55e694: Running coprocessor pre-open hook at 1733163826962Writing region info on filesystem at 1733163826962Initializing all the Stores at 1733163826962Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163826962Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163826962Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163826962Cleaning up temporary data from old regions at 1733163826967 (+5 ms)Running coprocessor post-open hooks at 1733163826970 (+3 ms)Region opened successfully at 1733163826970 2024-12-02T18:23:46,971 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733163825836.ad2a7d069439f5d1d7f76079cd55e694., pid=6, masterSystemTime=1733163826958 2024-12-02T18:23:46,972 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733163825836.ad2a7d069439f5d1d7f76079cd55e694. 2024-12-02T18:23:46,972 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733163825836.ad2a7d069439f5d1d7f76079cd55e694. 2024-12-02T18:23:46,972 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ad2a7d069439f5d1d7f76079cd55e694, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=95451c90bed2,32919,1733163822472 2024-12-02T18:23:46,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad2a7d069439f5d1d7f76079cd55e694, server=95451c90bed2,32919,1733163822472 because future has completed 2024-12-02T18:23:46,976 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T18:23:46,976 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ad2a7d069439f5d1d7f76079cd55e694, server=95451c90bed2,32919,1733163822472 in 167 msec 2024-12-02T18:23:46,977 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T18:23:46,977 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ad2a7d069439f5d1d7f76079cd55e694, ASSIGN in 323 msec 2024-12-02T18:23:46,978 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T18:23:46,978 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733163826978"}]},"ts":"1733163826978"} 2024-12-02T18:23:46,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:23:46,979 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T18:23:46,979 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T18:23:46,980 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1420 sec 2024-12-02T18:23:47,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:23:47,989 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T18:23:47,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48ab92c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:23:47,990 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,36225,-1 for getting cluster id 2024-12-02T18:23:47,990 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:23:47,990 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df60439d-e113-495b-ac1d-ab46d0326d65' 2024-12-02T18:23:47,990 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:23:47,990 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df60439d-e113-495b-ac1d-ab46d0326d65" 2024-12-02T18:23:47,990 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a90be6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:23:47,990 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,36225,-1] 2024-12-02T18:23:47,990 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:23:47,991 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:23:47,991 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:23:47,991 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69b89260, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:23:47,992 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:23:47,992 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,36225,1733163822266 2024-12-02T18:23:47,992 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@529f7040 2024-12-02T18:23:47,992 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:23:47,993 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T18:23:47,993 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36225 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://95451c90bed2:36225,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T18:23:47,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36225 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T18:23:47,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T18:23:47,995 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='95451c90bed2:36225' 2024-12-02T18:23:47,996 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66475a53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:23:47,996 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,36225,-1 for getting cluster id 2024-12-02T18:23:47,996 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:23:47,997 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df60439d-e113-495b-ac1d-ab46d0326d65' 2024-12-02T18:23:47,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:23:47,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df60439d-e113-495b-ac1d-ab46d0326d65" 2024-12-02T18:23:47,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@539d8baf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:23:47,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,36225,-1] 2024-12-02T18:23:47,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:23:47,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:23:47,997 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:23:47,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29fbcaf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:23:47,998 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:23:47,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,36225,1733163822266 2024-12-02T18:23:47,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6fdf9d8f 2024-12-02T18:23:47,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:23:47,999 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T18:23:47,999 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-02T18:23:48,000 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T18:23:48,000 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:23:48,000 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:23:48,000 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:23:48,000 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://95451c90bed2:36225, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-02T18:23:48,004 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://95451c90bed2:36225, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://95451c90bed2:36225, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://95451c90bed2:36225, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-12-02T18:23:48,005 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://95451c90bed2:36225, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=11 msec 2024-12-02T18:23:48,005 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-12-02T18:23:48,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36225 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T18:23:48,099 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://95451c90bed2:36225, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-12-02T18:23:48,100 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T18:23:48,100 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:23:48,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:23:48,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:23:48,100 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:23:48,115 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=526 (was 357) Potentially hanging thread: Session-HouseKeeper-2d579d19-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;95451c90bed2:32919 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:36009/user/jenkins/test-data/72852740-7dff-2490-38b4-09a2f79195f9/MasterData-prefix:95451c90bed2,36225,1733163822266 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=36225 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@1501b66d java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 95451c90bed2:36225 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: qtp2110010779-7905 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;95451c90bed2:32919-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/158f7229-6c2d-682f-7e77-4629ecad6f7e/cluster_822478ad-01aa-ed52-dd77-9c397bb07638/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36009 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: IPC Server handler 1 on default port 37875 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1274179355_20 at /127.0.0.1:49156 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.large.0-1733163824493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@2b9337c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=36225 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcessThread(sid:0 cport:50901): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server idle connection scanner for port 36009 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50901) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server idle connection scanner for port 37875 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: qtp1504603695-7949 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fde78432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@1d562959 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/158f7229-6c2d-682f-7e77-4629ecad6f7e/cluster_822478ad-01aa-ed52-dd77-9c397bb07638/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=32919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: CacheReplicationMonitor(632431783) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$479/0x00007fde789f8cb8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/95451c90bed2:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2110010779-7900 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fde78432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: IPC Server handler 1 on default port 36009 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@765f6d8b[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;95451c90bed2:36225 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36009 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@2caa4d84 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-708013905-172.17.0.3-1733163820349 heartbeating to localhost/127.0.0.1:36009 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@66761ef3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1504603695-7952 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36225 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@3775cd5f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/158f7229-6c2d-682f-7e77-4629ecad6f7e/cluster_822478ad-01aa-ed52-dd77-9c397bb07638/data/data2/current/BP-708013905-172.17.0.3-1733163820349 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/95451c90bed2:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:36009 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=36225 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:50901 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/95451c90bed2:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@2ac6f1e7 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36225 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36009 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/95451c90bed2:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2110010779-7901 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fde78432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: qtp2110010779-7903 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fde78432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 37875 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36009 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1274179355_20 at /127.0.0.1:49232 [Receiving block BP-708013905-172.17.0.3-1733163820349:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:36009/user/jenkins/test-data/72852740-7dff-2490-38b4-09a2f79195f9-prefix:95451c90bed2,32919,1733163822472.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1853577092_20 at /127.0.0.1:49214 [Receiving block BP-708013905-172.17.0.3-1733163820349:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: PacketResponder: BP-708013905-172.17.0.3-1733163820349:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=32919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/158f7229-6c2d-682f-7e77-4629ecad6f7e/cluster_822478ad-01aa-ed52-dd77-9c397bb07638/data/data1/current/BP-708013905-172.17.0.3-1733163820349 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36225 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1274179355_20 at /127.0.0.1:49254 [Receiving block BP-708013905-172.17.0.3-1733163820349:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: PacketResponder: BP-708013905-172.17.0.3-1733163820349:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1504603695-7950-acceptor-0@549ca1af-ServerConnector@3c3e29d4{HTTP/1.1, (http/1.1)}{localhost:39461} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-1457bd5c-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.small.0-1733163824493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: qtp2110010779-7904-acceptor-0@369831ab-ServerConnector@70c1b80b{HTTP/1.1, (http/1.1)}{localhost:41899} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 37875 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 37875 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36009 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36225 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36225 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2110010779-7902 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fde78432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36225 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 36009 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=32919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@100aa463 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2110010779-7906 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36225 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36009 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/95451c90bed2:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50901) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: PacketResponder: BP-708013905-172.17.0.3-1733163820349:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/95451c90bed2:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50901) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$596/0x00007fde78abeaa0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 36009 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@3be29fd java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:36009/user/jenkins/test-data/72852740-7dff-2490-38b4-09a2f79195f9-prefix:95451c90bed2,32919,1733163822472 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 36009 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 3 on default port 36009 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2110010779-7907 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1504603695-7951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36009 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 37875 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) - Thread LEAK? -, OpenFileDescriptor=867 (was 783) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=394 (was 411), ProcessCount=11 (was 11), AvailableMemoryMB=3165 (was 3193) 2024-12-02T18:23:48,117 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=526 is superior to 500 2024-12-02T18:23:48,129 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=526, OpenFileDescriptor=867, MaxFileDescriptor=1048576, SystemLoadAverage=394, ProcessCount=11, AvailableMemoryMB=3164 2024-12-02T18:23:48,129 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=526 is superior to 500 2024-12-02T18:23:48,147 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-12-02T18:23:48,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/158f7229-6c2d-682f-7e77-4629ecad6f7e/hadoop.log.dir so I do NOT create it in target/test-data/532ad60a-1be5-f405-e034-51f03cfbfe03 2024-12-02T18:23:48,147 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/158f7229-6c2d-682f-7e77-4629ecad6f7e/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T18:23:48,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/158f7229-6c2d-682f-7e77-4629ecad6f7e/hadoop.tmp.dir so I do NOT create it in target/test-data/532ad60a-1be5-f405-e034-51f03cfbfe03 2024-12-02T18:23:48,147 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/158f7229-6c2d-682f-7e77-4629ecad6f7e/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T18:23:48,147 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/532ad60a-1be5-f405-e034-51f03cfbfe03 2024-12-02T18:23:48,147 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/532ad60a-1be5-f405-e034-51f03cfbfe03/cluster_5da47878-e5cd-f521-17b9-9692c8d47f7c, deleteOnExit=true 2024-12-02T18:23:48,201 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/532ad60a-1be5-f405-e034-51f03cfbfe03/cluster_5da47878-e5cd-f521-17b9-9692c8d47f7c/zookeeper_0, clientPort=54803, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/532ad60a-1be5-f405-e034-51f03cfbfe03/cluster_5da47878-e5cd-f521-17b9-9692c8d47f7c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/532ad60a-1be5-f405-e034-51f03cfbfe03/cluster_5da47878-e5cd-f521-17b9-9692c8d47f7c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T18:23:48,201 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54803 2024-12-02T18:23:48,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T18:23:48,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T18:23:48,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/532ad60a-1be5-f405-e034-51f03cfbfe03/test.cache.data in system properties and HBase conf 2024-12-02T18:23:48,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/532ad60a-1be5-f405-e034-51f03cfbfe03/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T18:23:48,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/532ad60a-1be5-f405-e034-51f03cfbfe03/hadoop.log.dir in system properties and HBase conf 2024-12-02T18:23:48,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/532ad60a-1be5-f405-e034-51f03cfbfe03/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T18:23:48,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/532ad60a-1be5-f405-e034-51f03cfbfe03/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T18:23:48,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T18:23:48,236 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T18:23:48,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/532ad60a-1be5-f405-e034-51f03cfbfe03/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T18:23:48,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/532ad60a-1be5-f405-e034-51f03cfbfe03/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T18:23:48,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/532ad60a-1be5-f405-e034-51f03cfbfe03/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T18:23:48,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/532ad60a-1be5-f405-e034-51f03cfbfe03/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T18:23:48,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/532ad60a-1be5-f405-e034-51f03cfbfe03/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T18:23:48,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/532ad60a-1be5-f405-e034-51f03cfbfe03/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T18:23:48,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/532ad60a-1be5-f405-e034-51f03cfbfe03/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T18:23:48,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/532ad60a-1be5-f405-e034-51f03cfbfe03/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T18:23:48,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/532ad60a-1be5-f405-e034-51f03cfbfe03/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T18:23:48,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/532ad60a-1be5-f405-e034-51f03cfbfe03/nfs.dump.dir in system properties and HBase conf 2024-12-02T18:23:48,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/532ad60a-1be5-f405-e034-51f03cfbfe03/java.io.tmpdir in system properties and HBase conf 2024-12-02T18:23:48,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/532ad60a-1be5-f405-e034-51f03cfbfe03/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T18:23:48,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/532ad60a-1be5-f405-e034-51f03cfbfe03/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T18:23:48,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/532ad60a-1be5-f405-e034-51f03cfbfe03/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T18:23:48,935 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T18:23:48,938 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T18:23:48,939 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T18:23:48,939 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T18:23:48,939 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T18:23:48,939 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T18:23:48,940 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18f1c542{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/532ad60a-1be5-f405-e034-51f03cfbfe03/hadoop.log.dir/,AVAILABLE} 2024-12-02T18:23:48,940 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3475a141{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T18:23:49,029 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@202ede8c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/532ad60a-1be5-f405-e034-51f03cfbfe03/java.io.tmpdir/jetty-localhost-34503-hadoop-hdfs-3_4_1-tests_jar-_-any-6338546102591586774/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T18:23:49,030 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4759d90a{HTTP/1.1, (http/1.1)}{localhost:34503} 2024-12-02T18:23:49,030 INFO [Time-limited test {}] server.Server(415): Started @338563ms 2024-12-02T18:23:49,278 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T18:23:49,282 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T18:23:49,284 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T18:23:49,284 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T18:23:49,284 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T18:23:49,285 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4332c7e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/532ad60a-1be5-f405-e034-51f03cfbfe03/hadoop.log.dir/,AVAILABLE} 2024-12-02T18:23:49,285 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f5a073e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T18:23:49,374 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d873ff5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/532ad60a-1be5-f405-e034-51f03cfbfe03/java.io.tmpdir/jetty-localhost-39555-hadoop-hdfs-3_4_1-tests_jar-_-any-12977915648943555130/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T18:23:49,375 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c2c6c16{HTTP/1.1, (http/1.1)}{localhost:39555} 2024-12-02T18:23:49,375 INFO [Time-limited test {}] server.Server(415): Started @338908ms 2024-12-02T18:23:49,376 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T18:23:49,994 WARN [Thread-4323 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/532ad60a-1be5-f405-e034-51f03cfbfe03/cluster_5da47878-e5cd-f521-17b9-9692c8d47f7c/data/data1/current/BP-312899878-172.17.0.3-1733163828256/current, will proceed with Du for space computation calculation, 2024-12-02T18:23:49,994 WARN [Thread-4324 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/532ad60a-1be5-f405-e034-51f03cfbfe03/cluster_5da47878-e5cd-f521-17b9-9692c8d47f7c/data/data2/current/BP-312899878-172.17.0.3-1733163828256/current, will proceed with Du for space computation calculation, 2024-12-02T18:23:50,010 WARN [Thread-4311 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T18:23:50,012 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x188138f1f133fb38 with lease ID 0x291d31cd573d7dc3: Processing first storage report for DS-b1017402-4547-4cdc-9f9d-d92cd7639f36 from datanode DatanodeRegistration(127.0.0.1:40681, datanodeUuid=0b345a28-3c0a-44c4-a365-1843682a3d22, infoPort=37063, infoSecurePort=0, ipcPort=40703, storageInfo=lv=-57;cid=testClusterID;nsid=1102553522;c=1733163828256) 2024-12-02T18:23:50,012 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x188138f1f133fb38 with lease ID 0x291d31cd573d7dc3: from storage DS-b1017402-4547-4cdc-9f9d-d92cd7639f36 node DatanodeRegistration(127.0.0.1:40681, datanodeUuid=0b345a28-3c0a-44c4-a365-1843682a3d22, infoPort=37063, infoSecurePort=0, ipcPort=40703, storageInfo=lv=-57;cid=testClusterID;nsid=1102553522;c=1733163828256), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T18:23:50,012 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x188138f1f133fb38 with lease ID 0x291d31cd573d7dc3: Processing first storage report for DS-5db6ba78-e22d-42a8-9723-848b42d61243 from datanode DatanodeRegistration(127.0.0.1:40681, datanodeUuid=0b345a28-3c0a-44c4-a365-1843682a3d22, infoPort=37063, infoSecurePort=0, ipcPort=40703, storageInfo=lv=-57;cid=testClusterID;nsid=1102553522;c=1733163828256) 2024-12-02T18:23:50,012 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x188138f1f133fb38 with lease ID 0x291d31cd573d7dc3: from storage DS-5db6ba78-e22d-42a8-9723-848b42d61243 node DatanodeRegistration(127.0.0.1:40681, datanodeUuid=0b345a28-3c0a-44c4-a365-1843682a3d22, infoPort=37063, infoSecurePort=0, ipcPort=40703, storageInfo=lv=-57;cid=testClusterID;nsid=1102553522;c=1733163828256), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T18:23:50,098 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/532ad60a-1be5-f405-e034-51f03cfbfe03 2024-12-02T18:23:50,098 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:23:50,099 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:23:50,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741825_1001 (size=7) 2024-12-02T18:23:50,505 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2 with version=8 2024-12-02T18:23:50,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/hbase-staging 2024-12-02T18:23:50,507 INFO [Time-limited test {}] client.ConnectionUtils(128): master/95451c90bed2:0 server-side Connection retries=45 2024-12-02T18:23:50,507 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:23:50,507 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T18:23:50,507 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T18:23:50,507 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:23:50,507 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T18:23:50,507 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T18:23:50,507 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T18:23:50,507 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40787 2024-12-02T18:23:50,508 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40787 connecting to ZooKeeper ensemble=127.0.0.1:54803 2024-12-02T18:23:50,541 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T18:23:50,541 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-02T18:23:50,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:407870x0, quorum=127.0.0.1:54803, baseZNode=/0503067632 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T18:23:50,594 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40787-0x10197493f930000 connected 2024-12-02T18:23:50,678 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:23:50,679 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:23:50,680 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40787-0x10197493f930000, quorum=127.0.0.1:54803, baseZNode=/0503067632 Set watcher on znode that does not yet exist, /0503067632/running 2024-12-02T18:23:50,681 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2, hbase.cluster.distributed=false 2024-12-02T18:23:50,682 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40787-0x10197493f930000, quorum=127.0.0.1:54803, baseZNode=/0503067632 Set watcher on znode that does not yet exist, /0503067632/acl 2024-12-02T18:23:50,682 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40787 2024-12-02T18:23:50,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40787 2024-12-02T18:23:50,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40787 2024-12-02T18:23:50,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40787 2024-12-02T18:23:50,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40787 2024-12-02T18:23:50,694 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/95451c90bed2:0 server-side Connection retries=45 2024-12-02T18:23:50,694 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:23:50,694 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T18:23:50,694 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T18:23:50,694 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:23:50,694 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T18:23:50,694 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T18:23:50,695 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T18:23:50,695 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38911 2024-12-02T18:23:50,696 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38911 connecting to ZooKeeper ensemble=127.0.0.1:54803 2024-12-02T18:23:50,696 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:23:50,697 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:23:50,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:50,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:50,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:50,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:50,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:50,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:389110x0, quorum=127.0.0.1:54803, baseZNode=/0503067632 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T18:23:50,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:50,710 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38911-0x10197493f930001 connected 2024-12-02T18:23:50,710 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:389110x0, quorum=127.0.0.1:54803, baseZNode=/0503067632 Set watcher on znode that does not yet exist, /0503067632/running 2024-12-02T18:23:50,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:50,710 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T18:23:50,710 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T18:23:50,711 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38911-0x10197493f930001, quorum=127.0.0.1:54803, baseZNode=/0503067632 Set watcher on znode that does not yet exist, /0503067632/master 2024-12-02T18:23:50,711 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38911-0x10197493f930001, quorum=127.0.0.1:54803, baseZNode=/0503067632 Set watcher on znode that does not yet exist, /0503067632/acl 2024-12-02T18:23:50,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38911 2024-12-02T18:23:50,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38911 2024-12-02T18:23:50,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38911 2024-12-02T18:23:50,718 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38911 2024-12-02T18:23:50,719 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38911 2024-12-02T18:23:50,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:50,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:50,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:50,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:50,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:50,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:50,733 DEBUG [M:0;95451c90bed2:40787 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;95451c90bed2:40787 2024-12-02T18:23:50,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:50,734 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0503067632/backup-masters/95451c90bed2,40787,1733163830507 2024-12-02T18:23:50,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:50,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:50,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:50,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38911-0x10197493f930001, quorum=127.0.0.1:54803, baseZNode=/0503067632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0503067632/backup-masters 2024-12-02T18:23:50,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40787-0x10197493f930000, quorum=127.0.0.1:54803, baseZNode=/0503067632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0503067632/backup-masters 2024-12-02T18:23:50,746 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40787-0x10197493f930000, quorum=127.0.0.1:54803, baseZNode=/0503067632 Set watcher on existing znode=/0503067632/backup-masters/95451c90bed2,40787,1733163830507 2024-12-02T18:23:50,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38911-0x10197493f930001, quorum=127.0.0.1:54803, baseZNode=/0503067632 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0503067632/master 2024-12-02T18:23:50,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38911-0x10197493f930001, quorum=127.0.0.1:54803, baseZNode=/0503067632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0503067632 2024-12-02T18:23:50,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40787-0x10197493f930000, quorum=127.0.0.1:54803, baseZNode=/0503067632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0503067632 2024-12-02T18:23:50,757 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40787-0x10197493f930000, quorum=127.0.0.1:54803, baseZNode=/0503067632 Set watcher on existing znode=/0503067632/master 2024-12-02T18:23:50,757 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0503067632/backup-masters/95451c90bed2,40787,1733163830507 from backup master directory 2024-12-02T18:23:50,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38911-0x10197493f930001, quorum=127.0.0.1:54803, baseZNode=/0503067632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0503067632/backup-masters 2024-12-02T18:23:50,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40787-0x10197493f930000, quorum=127.0.0.1:54803, baseZNode=/0503067632 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0503067632/backup-masters/95451c90bed2,40787,1733163830507 2024-12-02T18:23:50,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40787-0x10197493f930000, quorum=127.0.0.1:54803, baseZNode=/0503067632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0503067632/backup-masters 2024-12-02T18:23:50,809 WARN [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T18:23:50,809 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=95451c90bed2,40787,1733163830507 2024-12-02T18:23:50,811 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/hbase.id] with ID: cf0b91e7-f519-4c48-bd9e-14a21597f60d 2024-12-02T18:23:50,811 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/.tmp/hbase.id 2024-12-02T18:23:50,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741826_1002 (size=42) 2024-12-02T18:23:51,215 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/.tmp/hbase.id]:[hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/hbase.id] 2024-12-02T18:23:51,222 INFO [master/95451c90bed2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:23:51,222 INFO [master/95451c90bed2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T18:23:51,223 INFO [master/95451c90bed2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T18:23:51,258 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T18:23:51,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:51,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:51,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:51,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:51,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:51,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:51,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:51,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38911-0x10197493f930001, quorum=127.0.0.1:54803, baseZNode=/0503067632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0503067632 2024-12-02T18:23:51,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40787-0x10197493f930000, quorum=127.0.0.1:54803, baseZNode=/0503067632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0503067632 2024-12-02T18:23:51,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741827_1003 (size=196) 2024-12-02T18:23:51,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:51,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:51,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:51,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:51,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:51,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:51,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:51,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:51,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:51,291 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:51,677 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T18:23:51,677 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T18:23:51,678 INFO [master/95451c90bed2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:23:51,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741828_1004 (size=1189) 2024-12-02T18:23:52,083 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/MasterData/data/master/store 2024-12-02T18:23:52,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741829_1005 (size=34) 2024-12-02T18:23:52,487 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:23:52,487 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T18:23:52,487 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:23:52,487 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:23:52,487 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T18:23:52,487 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:23:52,487 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:23:52,487 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733163832487Disabling compacts and flushes for region at 1733163832487Disabling writes for close at 1733163832487Writing region close event to WAL at 1733163832487Closed at 1733163832487 2024-12-02T18:23:52,488 WARN [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/MasterData/data/master/store/.initializing 2024-12-02T18:23:52,488 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/MasterData/WALs/95451c90bed2,40787,1733163830507 2024-12-02T18:23:52,489 INFO [master/95451c90bed2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T18:23:52,490 INFO [master/95451c90bed2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=95451c90bed2%2C40787%2C1733163830507, suffix=, logDir=hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/MasterData/WALs/95451c90bed2,40787,1733163830507, archiveDir=hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/MasterData/oldWALs, maxLogs=10 2024-12-02T18:23:52,500 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/MasterData/WALs/95451c90bed2,40787,1733163830507/95451c90bed2%2C40787%2C1733163830507.1733163832490, exclude list is [], retry=0 2024-12-02T18:23:52,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40681,DS-b1017402-4547-4cdc-9f9d-d92cd7639f36,DISK] 2024-12-02T18:23:52,503 INFO [master/95451c90bed2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/MasterData/WALs/95451c90bed2,40787,1733163830507/95451c90bed2%2C40787%2C1733163830507.1733163832490 2024-12-02T18:23:52,503 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37063:37063)] 2024-12-02T18:23:52,503 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:23:52,504 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:23:52,504 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:23:52,504 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:23:52,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:23:52,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T18:23:52,506 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:52,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:23:52,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:23:52,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T18:23:52,507 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:52,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:23:52,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:23:52,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T18:23:52,507 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:52,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:23:52,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:23:52,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T18:23:52,508 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:52,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:23:52,509 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:23:52,509 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:23:52,509 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:23:52,510 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:23:52,510 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:23:52,511 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T18:23:52,511 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:23:52,513 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T18:23:52,513 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65466205, jitterRate=-0.024477526545524597}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T18:23:52,513 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733163832504Initializing all the Stores at 1733163832504Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163832504Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163832504Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163832504Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163832504Cleaning up temporary data from old regions at 1733163832510 (+6 ms)Region opened successfully at 1733163832513 (+3 ms) 2024-12-02T18:23:52,513 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T18:23:52,515 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18cf655c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=95451c90bed2/172.17.0.3:0 2024-12-02T18:23:52,516 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T18:23:52,516 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T18:23:52,516 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T18:23:52,516 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T18:23:52,516 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T18:23:52,516 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T18:23:52,517 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T18:23:52,518 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T18:23:52,518 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40787-0x10197493f930000, quorum=127.0.0.1:54803, baseZNode=/0503067632 Unable to get data of znode /0503067632/balancer because node does not exist (not necessarily an error) 2024-12-02T18:23:52,619 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0503067632/balancer already deleted, retry=false 2024-12-02T18:23:52,620 INFO [master/95451c90bed2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T18:23:52,620 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40787-0x10197493f930000, quorum=127.0.0.1:54803, baseZNode=/0503067632 Unable to get data of znode /0503067632/normalizer because node does not exist (not necessarily an error) 2024-12-02T18:23:52,630 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0503067632/normalizer already deleted, retry=false 2024-12-02T18:23:52,630 INFO [master/95451c90bed2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T18:23:52,630 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40787-0x10197493f930000, quorum=127.0.0.1:54803, baseZNode=/0503067632 Unable to get data of znode /0503067632/switch/split because node does not exist (not necessarily an error) 2024-12-02T18:23:52,640 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0503067632/switch/split already deleted, retry=false 2024-12-02T18:23:52,641 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40787-0x10197493f930000, quorum=127.0.0.1:54803, baseZNode=/0503067632 Unable to get data of znode /0503067632/switch/merge because node does not exist (not necessarily an error) 2024-12-02T18:23:52,651 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0503067632/switch/merge already deleted, retry=false 2024-12-02T18:23:52,652 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40787-0x10197493f930000, quorum=127.0.0.1:54803, baseZNode=/0503067632 Unable to get data of znode /0503067632/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T18:23:52,661 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0503067632/snapshot-cleanup already deleted, retry=false 2024-12-02T18:23:52,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40787-0x10197493f930000, quorum=127.0.0.1:54803, baseZNode=/0503067632 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0503067632/running 2024-12-02T18:23:52,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38911-0x10197493f930001, quorum=127.0.0.1:54803, baseZNode=/0503067632 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0503067632/running 2024-12-02T18:23:52,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38911-0x10197493f930001, quorum=127.0.0.1:54803, baseZNode=/0503067632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0503067632 2024-12-02T18:23:52,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40787-0x10197493f930000, quorum=127.0.0.1:54803, baseZNode=/0503067632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0503067632 2024-12-02T18:23:52,672 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=95451c90bed2,40787,1733163830507, sessionid=0x10197493f930000, setting cluster-up flag (Was=false) 2024-12-02T18:23:52,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38911-0x10197493f930001, quorum=127.0.0.1:54803, baseZNode=/0503067632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0503067632 2024-12-02T18:23:52,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40787-0x10197493f930000, quorum=127.0.0.1:54803, baseZNode=/0503067632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0503067632 2024-12-02T18:23:52,724 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0503067632/flush-table-proc/acquired, /0503067632/flush-table-proc/reached, /0503067632/flush-table-proc/abort 2024-12-02T18:23:52,725 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=95451c90bed2,40787,1733163830507 2024-12-02T18:23:52,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38911-0x10197493f930001, quorum=127.0.0.1:54803, baseZNode=/0503067632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0503067632 2024-12-02T18:23:52,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40787-0x10197493f930000, quorum=127.0.0.1:54803, baseZNode=/0503067632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0503067632 2024-12-02T18:23:52,777 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0503067632/online-snapshot/acquired, /0503067632/online-snapshot/reached, /0503067632/online-snapshot/abort 2024-12-02T18:23:52,778 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=95451c90bed2,40787,1733163830507 2024-12-02T18:23:52,779 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T18:23:52,780 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T18:23:52,780 INFO [master/95451c90bed2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T18:23:52,780 INFO [master/95451c90bed2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T18:23:52,780 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 95451c90bed2,40787,1733163830507 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T18:23:52,781 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:23:52,781 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:23:52,781 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:23:52,781 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:23:52,781 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/95451c90bed2:0, corePoolSize=10, maxPoolSize=10 2024-12-02T18:23:52,781 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:23:52,781 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/95451c90bed2:0, corePoolSize=2, maxPoolSize=2 2024-12-02T18:23:52,781 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:23:52,782 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733163862782 2024-12-02T18:23:52,782 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T18:23:52,782 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T18:23:52,782 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T18:23:52,782 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T18:23:52,782 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T18:23:52,782 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T18:23:52,782 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T18:23:52,782 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T18:23:52,782 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:52,783 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T18:23:52,783 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T18:23:52,783 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T18:23:52,783 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T18:23:52,783 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T18:23:52,783 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T18:23:52,783 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:52,783 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.large.0-1733163832783,5,FailOnTimeoutGroup] 2024-12-02T18:23:52,783 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T18:23:52,783 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.small.0-1733163832783,5,FailOnTimeoutGroup] 2024-12-02T18:23:52,783 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:52,783 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T18:23:52,783 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:52,783 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:52,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741831_1007 (size=1321) 2024-12-02T18:23:52,822 INFO [RS:0;95451c90bed2:38911 {}] regionserver.HRegionServer(746): ClusterId : cf0b91e7-f519-4c48-bd9e-14a21597f60d 2024-12-02T18:23:52,823 DEBUG [RS:0;95451c90bed2:38911 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T18:23:52,830 DEBUG [RS:0;95451c90bed2:38911 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T18:23:52,830 DEBUG [RS:0;95451c90bed2:38911 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T18:23:52,841 DEBUG [RS:0;95451c90bed2:38911 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T18:23:52,841 DEBUG [RS:0;95451c90bed2:38911 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@119bfce3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=95451c90bed2/172.17.0.3:0 2024-12-02T18:23:52,850 DEBUG [RS:0;95451c90bed2:38911 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;95451c90bed2:38911 2024-12-02T18:23:52,850 INFO [RS:0;95451c90bed2:38911 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T18:23:52,850 INFO [RS:0;95451c90bed2:38911 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T18:23:52,850 DEBUG [RS:0;95451c90bed2:38911 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T18:23:52,851 INFO [RS:0;95451c90bed2:38911 {}] regionserver.HRegionServer(2659): reportForDuty to master=95451c90bed2,40787,1733163830507 with port=38911, startcode=1733163830694 2024-12-02T18:23:52,851 DEBUG [RS:0;95451c90bed2:38911 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T18:23:52,852 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41337, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T18:23:52,852 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40787 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 95451c90bed2,38911,1733163830694 2024-12-02T18:23:52,852 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40787 {}] master.ServerManager(517): Registering regionserver=95451c90bed2,38911,1733163830694 2024-12-02T18:23:52,853 DEBUG [RS:0;95451c90bed2:38911 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2 2024-12-02T18:23:52,853 DEBUG [RS:0;95451c90bed2:38911 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34837 2024-12-02T18:23:52,853 DEBUG [RS:0;95451c90bed2:38911 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T18:23:52,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40787-0x10197493f930000, quorum=127.0.0.1:54803, baseZNode=/0503067632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0503067632/rs 2024-12-02T18:23:52,862 DEBUG [RS:0;95451c90bed2:38911 {}] zookeeper.ZKUtil(111): regionserver:38911-0x10197493f930001, quorum=127.0.0.1:54803, baseZNode=/0503067632 Set watcher on existing znode=/0503067632/rs/95451c90bed2,38911,1733163830694 2024-12-02T18:23:52,862 WARN [RS:0;95451c90bed2:38911 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T18:23:52,862 INFO [RS:0;95451c90bed2:38911 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:23:52,862 DEBUG [RS:0;95451c90bed2:38911 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694 2024-12-02T18:23:52,862 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [95451c90bed2,38911,1733163830694] 2024-12-02T18:23:52,864 INFO [RS:0;95451c90bed2:38911 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T18:23:52,865 INFO [RS:0;95451c90bed2:38911 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T18:23:52,865 INFO [RS:0;95451c90bed2:38911 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T18:23:52,865 INFO [RS:0;95451c90bed2:38911 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:52,865 INFO [RS:0;95451c90bed2:38911 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T18:23:52,866 INFO [RS:0;95451c90bed2:38911 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T18:23:52,866 INFO [RS:0;95451c90bed2:38911 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:52,866 DEBUG [RS:0;95451c90bed2:38911 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:23:52,866 DEBUG [RS:0;95451c90bed2:38911 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:23:52,866 DEBUG [RS:0;95451c90bed2:38911 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:23:52,866 DEBUG [RS:0;95451c90bed2:38911 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:23:52,866 DEBUG [RS:0;95451c90bed2:38911 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:23:52,866 DEBUG [RS:0;95451c90bed2:38911 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/95451c90bed2:0, corePoolSize=2, maxPoolSize=2 2024-12-02T18:23:52,866 DEBUG [RS:0;95451c90bed2:38911 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:23:52,866 DEBUG [RS:0;95451c90bed2:38911 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:23:52,866 DEBUG [RS:0;95451c90bed2:38911 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:23:52,866 DEBUG [RS:0;95451c90bed2:38911 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:23:52,866 DEBUG [RS:0;95451c90bed2:38911 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:23:52,866 DEBUG [RS:0;95451c90bed2:38911 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:23:52,866 DEBUG [RS:0;95451c90bed2:38911 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/95451c90bed2:0, corePoolSize=3, maxPoolSize=3 2024-12-02T18:23:52,866 DEBUG [RS:0;95451c90bed2:38911 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/95451c90bed2:0, corePoolSize=3, maxPoolSize=3 2024-12-02T18:23:52,867 INFO [RS:0;95451c90bed2:38911 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:52,867 INFO [RS:0;95451c90bed2:38911 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:52,867 INFO [RS:0;95451c90bed2:38911 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:52,867 INFO [RS:0;95451c90bed2:38911 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:52,867 INFO [RS:0;95451c90bed2:38911 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:52,867 INFO [RS:0;95451c90bed2:38911 {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,38911,1733163830694-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T18:23:52,878 INFO [RS:0;95451c90bed2:38911 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T18:23:52,878 INFO [RS:0;95451c90bed2:38911 {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,38911,1733163830694-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:52,878 INFO [RS:0;95451c90bed2:38911 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:52,879 INFO [RS:0;95451c90bed2:38911 {}] regionserver.Replication(171): 95451c90bed2,38911,1733163830694 started 2024-12-02T18:23:52,889 INFO [RS:0;95451c90bed2:38911 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:52,890 INFO [RS:0;95451c90bed2:38911 {}] regionserver.HRegionServer(1482): Serving as 95451c90bed2,38911,1733163830694, RpcServer on 95451c90bed2/172.17.0.3:38911, sessionid=0x10197493f930001 2024-12-02T18:23:52,890 DEBUG [RS:0;95451c90bed2:38911 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T18:23:52,890 DEBUG [RS:0;95451c90bed2:38911 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 95451c90bed2,38911,1733163830694 2024-12-02T18:23:52,890 DEBUG [RS:0;95451c90bed2:38911 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '95451c90bed2,38911,1733163830694' 2024-12-02T18:23:52,890 DEBUG [RS:0;95451c90bed2:38911 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0503067632/flush-table-proc/abort' 2024-12-02T18:23:52,890 DEBUG [RS:0;95451c90bed2:38911 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0503067632/flush-table-proc/acquired' 2024-12-02T18:23:52,891 DEBUG [RS:0;95451c90bed2:38911 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T18:23:52,891 DEBUG [RS:0;95451c90bed2:38911 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T18:23:52,891 DEBUG [RS:0;95451c90bed2:38911 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 95451c90bed2,38911,1733163830694 2024-12-02T18:23:52,891 DEBUG [RS:0;95451c90bed2:38911 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '95451c90bed2,38911,1733163830694' 2024-12-02T18:23:52,891 DEBUG [RS:0;95451c90bed2:38911 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0503067632/online-snapshot/abort' 2024-12-02T18:23:52,891 DEBUG [RS:0;95451c90bed2:38911 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0503067632/online-snapshot/acquired' 2024-12-02T18:23:52,891 DEBUG [RS:0;95451c90bed2:38911 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T18:23:52,891 INFO [RS:0;95451c90bed2:38911 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T18:23:52,891 INFO [RS:0;95451c90bed2:38911 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T18:23:52,991 INFO [RS:0;95451c90bed2:38911 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T18:23:52,992 INFO [RS:0;95451c90bed2:38911 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=95451c90bed2%2C38911%2C1733163830694, suffix=, logDir=hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694, archiveDir=hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/oldWALs, maxLogs=10 2024-12-02T18:23:53,003 DEBUG [RS:0;95451c90bed2:38911 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.1733163832993, exclude list is [], retry=0 2024-12-02T18:23:53,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40681,DS-b1017402-4547-4cdc-9f9d-d92cd7639f36,DISK] 2024-12-02T18:23:53,006 INFO [RS:0;95451c90bed2:38911 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.1733163832993 2024-12-02T18:23:53,007 DEBUG [RS:0;95451c90bed2:38911 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37063:37063)] 2024-12-02T18:23:53,191 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T18:23:53,191 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2 2024-12-02T18:23:53,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741833_1009 (size=32) 2024-12-02T18:23:53,469 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:23:53,469 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [95451c90bed2,40805,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=95451c90bed2:40805 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T18:23:53,469 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148953 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [95451c90bed2,40805,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=95451c90bed2:40805 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T18:23:53,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:23:53,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T18:23:53,597 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T18:23:53,597 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:53,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:23:53,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T18:23:53,598 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T18:23:53,598 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:53,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:23:53,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T18:23:53,599 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T18:23:53,599 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:53,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:23:53,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T18:23:53,599 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T18:23:53,599 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:53,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:23:53,600 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T18:23:53,600 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/data/hbase/meta/1588230740 2024-12-02T18:23:53,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/data/hbase/meta/1588230740 2024-12-02T18:23:53,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T18:23:53,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T18:23:53,602 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T18:23:53,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T18:23:53,604 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T18:23:53,604 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66871135, jitterRate=-0.0035424381494522095}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T18:23:53,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733163833595Initializing all the Stores at 1733163833596 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163833596Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163833596Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163833596Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163833596Cleaning up temporary data from old regions at 1733163833601 (+5 ms)Region opened successfully at 1733163833604 (+3 ms) 2024-12-02T18:23:53,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T18:23:53,604 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T18:23:53,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T18:23:53,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T18:23:53,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T18:23:53,605 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T18:23:53,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733163833604Disabling compacts and flushes for region at 1733163833604Disabling writes for close at 1733163833604Writing region close event to WAL at 1733163833605 (+1 ms)Closed at 1733163833605 2024-12-02T18:23:53,605 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T18:23:53,605 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T18:23:53,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T18:23:53,606 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T18:23:53,607 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T18:23:53,757 DEBUG [95451c90bed2:40787 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T18:23:53,757 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=95451c90bed2,38911,1733163830694 2024-12-02T18:23:53,758 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 95451c90bed2,38911,1733163830694, state=OPENING 2024-12-02T18:23:53,972 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T18:23:54,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38911-0x10197493f930001, quorum=127.0.0.1:54803, baseZNode=/0503067632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0503067632 2024-12-02T18:23:54,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40787-0x10197493f930000, quorum=127.0.0.1:54803, baseZNode=/0503067632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0503067632 2024-12-02T18:23:54,113 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0503067632/meta-region-server: CHANGED 2024-12-02T18:23:54,113 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0503067632/meta-region-server: CHANGED 2024-12-02T18:23:54,113 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T18:23:54,113 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=95451c90bed2,38911,1733163830694}] 2024-12-02T18:23:54,264 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T18:23:54,265 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39865, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T18:23:54,268 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T18:23:54,268 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:23:54,268 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T18:23:54,269 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=95451c90bed2%2C38911%2C1733163830694.meta, suffix=.meta, logDir=hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694, archiveDir=hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/oldWALs, maxLogs=10 2024-12-02T18:23:54,279 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.meta.1733163834269.meta, exclude list is [], retry=0 2024-12-02T18:23:54,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40681,DS-b1017402-4547-4cdc-9f9d-d92cd7639f36,DISK] 2024-12-02T18:23:54,282 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.meta.1733163834269.meta 2024-12-02T18:23:54,283 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37063:37063)] 2024-12-02T18:23:54,283 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:23:54,283 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T18:23:54,283 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T18:23:54,283 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T18:23:54,283 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T18:23:54,283 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T18:23:54,283 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:23:54,283 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T18:23:54,283 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T18:23:54,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T18:23:54,285 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T18:23:54,285 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:54,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:23:54,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T18:23:54,286 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T18:23:54,286 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:54,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:23:54,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T18:23:54,286 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T18:23:54,286 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:54,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:23:54,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T18:23:54,287 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T18:23:54,287 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:54,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:23:54,287 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T18:23:54,287 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/data/hbase/meta/1588230740 2024-12-02T18:23:54,288 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/data/hbase/meta/1588230740 2024-12-02T18:23:54,289 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T18:23:54,289 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T18:23:54,289 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T18:23:54,290 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T18:23:54,290 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61453952, jitterRate=-0.08426475524902344}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T18:23:54,290 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T18:23:54,290 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733163834284Writing region info on filesystem at 1733163834284Initializing all the Stores at 1733163834284Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163834284Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163834284Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163834284Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163834284Cleaning up temporary data from old regions at 1733163834289 (+5 ms)Running coprocessor post-open hooks at 1733163834290 (+1 ms)Region opened successfully at 1733163834290 2024-12-02T18:23:54,291 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733163834264 2024-12-02T18:23:54,292 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T18:23:54,292 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T18:23:54,293 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=95451c90bed2,38911,1733163830694 2024-12-02T18:23:54,293 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 95451c90bed2,38911,1733163830694, state=OPEN 2024-12-02T18:23:54,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38911-0x10197493f930001, quorum=127.0.0.1:54803, baseZNode=/0503067632 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0503067632/meta-region-server 2024-12-02T18:23:54,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40787-0x10197493f930000, quorum=127.0.0.1:54803, baseZNode=/0503067632 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0503067632/meta-region-server 2024-12-02T18:23:54,352 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=95451c90bed2,38911,1733163830694 2024-12-02T18:23:54,352 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0503067632/meta-region-server: CHANGED 2024-12-02T18:23:54,352 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0503067632/meta-region-server: CHANGED 2024-12-02T18:23:54,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T18:23:54,354 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=95451c90bed2,38911,1733163830694 in 239 msec 2024-12-02T18:23:54,355 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T18:23:54,355 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 748 msec 2024-12-02T18:23:54,355 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T18:23:54,355 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T18:23:54,356 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:23:54,356 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,38911,1733163830694, seqNum=-1] 2024-12-02T18:23:54,356 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:23:54,357 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46169, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T18:23:54,360 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5800 sec 2024-12-02T18:23:54,360 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733163834360, completionTime=-1 2024-12-02T18:23:54,360 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T18:23:54,361 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T18:23:54,362 INFO [master/95451c90bed2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T18:23:54,362 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733163894362 2024-12-02T18:23:54,362 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733163954362 2024-12-02T18:23:54,362 INFO [master/95451c90bed2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T18:23:54,362 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,40787,1733163830507-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:54,363 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,40787,1733163830507-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:54,363 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,40787,1733163830507-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:54,363 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-95451c90bed2:40787, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:54,363 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:54,363 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:54,364 DEBUG [master/95451c90bed2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T18:23:54,365 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.556sec 2024-12-02T18:23:54,365 INFO [master/95451c90bed2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T18:23:54,365 INFO [master/95451c90bed2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T18:23:54,365 INFO [master/95451c90bed2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T18:23:54,366 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T18:23:54,366 INFO [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T18:23:54,366 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,40787,1733163830507-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T18:23:54,366 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,40787,1733163830507-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T18:23:54,367 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T18:23:54,367 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T18:23:54,367 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,40787,1733163830507-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:54,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67ec84a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:23:54,424 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,40787,-1 for getting cluster id 2024-12-02T18:23:54,424 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:23:54,424 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cf0b91e7-f519-4c48-bd9e-14a21597f60d' 2024-12-02T18:23:54,425 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:23:54,425 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cf0b91e7-f519-4c48-bd9e-14a21597f60d" 2024-12-02T18:23:54,425 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a2711f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:23:54,425 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,40787,-1] 2024-12-02T18:23:54,425 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:23:54,425 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:23:54,426 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:23:54,426 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ad6dab6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:23:54,426 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:23:54,427 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,38911,1733163830694, seqNum=-1] 2024-12-02T18:23:54,427 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:23:54,427 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T18:23:54,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=95451c90bed2,40787,1733163830507 2024-12-02T18:23:54,429 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54803 2024-12-02T18:23:54,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54803, baseZNode=/0503067632 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T18:23:54,523 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10197493f930002 connected 2024-12-02T18:23:54,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/532ad60a-1be5-f405-e034-51f03cfbfe03/hadoop.log.dir so I do NOT create it in target/test-data/4647b644-2e2a-9d7e-98db-41cba8f544e6 2024-12-02T18:23:54,553 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/532ad60a-1be5-f405-e034-51f03cfbfe03/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T18:23:54,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/532ad60a-1be5-f405-e034-51f03cfbfe03/hadoop.tmp.dir so I do NOT create it in target/test-data/4647b644-2e2a-9d7e-98db-41cba8f544e6 2024-12-02T18:23:54,553 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/532ad60a-1be5-f405-e034-51f03cfbfe03/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T18:23:54,553 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4647b644-2e2a-9d7e-98db-41cba8f544e6 2024-12-02T18:23:54,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T18:23:54,554 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4647b644-2e2a-9d7e-98db-41cba8f544e6/cluster_5f907504-9d48-7116-7856-a05162031f68, deleteOnExit=true 2024-12-02T18:23:54,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T18:23:54,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4647b644-2e2a-9d7e-98db-41cba8f544e6/test.cache.data in system properties and HBase conf 2024-12-02T18:23:54,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4647b644-2e2a-9d7e-98db-41cba8f544e6/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T18:23:54,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4647b644-2e2a-9d7e-98db-41cba8f544e6/hadoop.log.dir in system properties and HBase conf 2024-12-02T18:23:54,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4647b644-2e2a-9d7e-98db-41cba8f544e6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T18:23:54,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4647b644-2e2a-9d7e-98db-41cba8f544e6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T18:23:54,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T18:23:54,554 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T18:23:54,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4647b644-2e2a-9d7e-98db-41cba8f544e6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T18:23:54,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4647b644-2e2a-9d7e-98db-41cba8f544e6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T18:23:54,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4647b644-2e2a-9d7e-98db-41cba8f544e6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T18:23:54,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4647b644-2e2a-9d7e-98db-41cba8f544e6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T18:23:54,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4647b644-2e2a-9d7e-98db-41cba8f544e6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T18:23:54,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4647b644-2e2a-9d7e-98db-41cba8f544e6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T18:23:54,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4647b644-2e2a-9d7e-98db-41cba8f544e6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T18:23:54,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4647b644-2e2a-9d7e-98db-41cba8f544e6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T18:23:54,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4647b644-2e2a-9d7e-98db-41cba8f544e6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T18:23:54,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4647b644-2e2a-9d7e-98db-41cba8f544e6/nfs.dump.dir in system properties and HBase conf 2024-12-02T18:23:54,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4647b644-2e2a-9d7e-98db-41cba8f544e6/java.io.tmpdir in system properties and HBase conf 2024-12-02T18:23:54,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4647b644-2e2a-9d7e-98db-41cba8f544e6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T18:23:54,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4647b644-2e2a-9d7e-98db-41cba8f544e6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T18:23:54,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4647b644-2e2a-9d7e-98db-41cba8f544e6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T18:23:54,858 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T18:23:54,863 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T18:23:54,865 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T18:23:54,865 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T18:23:54,865 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T18:23:54,867 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T18:23:54,867 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10ff8055{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4647b644-2e2a-9d7e-98db-41cba8f544e6/hadoop.log.dir/,AVAILABLE} 2024-12-02T18:23:54,868 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78a12d9e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T18:23:54,968 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@664ff9e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4647b644-2e2a-9d7e-98db-41cba8f544e6/java.io.tmpdir/jetty-localhost-36649-hadoop-hdfs-3_4_1-tests_jar-_-any-9868034699628156247/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T18:23:54,968 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a5e72a0{HTTP/1.1, (http/1.1)}{localhost:36649} 2024-12-02T18:23:54,968 INFO [Time-limited test {}] server.Server(415): Started @344501ms 2024-12-02T18:23:55,201 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T18:23:55,206 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T18:23:55,207 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T18:23:55,207 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T18:23:55,207 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T18:23:55,208 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@645413a5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4647b644-2e2a-9d7e-98db-41cba8f544e6/hadoop.log.dir/,AVAILABLE} 2024-12-02T18:23:55,208 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63959428{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T18:23:55,297 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c4eba30{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4647b644-2e2a-9d7e-98db-41cba8f544e6/java.io.tmpdir/jetty-localhost-39989-hadoop-hdfs-3_4_1-tests_jar-_-any-1149852570299159066/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T18:23:55,298 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@165f0bd6{HTTP/1.1, (http/1.1)}{localhost:39989} 2024-12-02T18:23:55,298 INFO [Time-limited test {}] server.Server(415): Started @344831ms 2024-12-02T18:23:55,299 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T18:23:55,948 WARN [Thread-4444 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4647b644-2e2a-9d7e-98db-41cba8f544e6/cluster_5f907504-9d48-7116-7856-a05162031f68/data/data1/current/BP-582474992-172.17.0.3-1733163834572/current, will proceed with Du for space computation calculation, 2024-12-02T18:23:55,948 WARN [Thread-4445 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4647b644-2e2a-9d7e-98db-41cba8f544e6/cluster_5f907504-9d48-7116-7856-a05162031f68/data/data2/current/BP-582474992-172.17.0.3-1733163834572/current, will proceed with Du for space computation calculation, 2024-12-02T18:23:55,968 WARN [Thread-4432 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T18:23:55,970 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x76f6a5adcd5246ca with lease ID 0x9ad83bc171d21054: Processing first storage report for DS-1e2fb079-9bef-40d3-8f2e-2bd349f2cbf6 from datanode DatanodeRegistration(127.0.0.1:41169, datanodeUuid=ea7298ca-5bf9-4bf8-b435-4ae7604c938b, infoPort=33299, infoSecurePort=0, ipcPort=39589, storageInfo=lv=-57;cid=testClusterID;nsid=184400720;c=1733163834572) 2024-12-02T18:23:55,970 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x76f6a5adcd5246ca with lease ID 0x9ad83bc171d21054: from storage DS-1e2fb079-9bef-40d3-8f2e-2bd349f2cbf6 node DatanodeRegistration(127.0.0.1:41169, datanodeUuid=ea7298ca-5bf9-4bf8-b435-4ae7604c938b, infoPort=33299, infoSecurePort=0, ipcPort=39589, storageInfo=lv=-57;cid=testClusterID;nsid=184400720;c=1733163834572), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T18:23:55,970 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x76f6a5adcd5246ca with lease ID 0x9ad83bc171d21054: Processing first storage report for DS-674f6a1a-84f6-49e4-8a30-1d75927c8b2d from datanode DatanodeRegistration(127.0.0.1:41169, datanodeUuid=ea7298ca-5bf9-4bf8-b435-4ae7604c938b, infoPort=33299, infoSecurePort=0, ipcPort=39589, storageInfo=lv=-57;cid=testClusterID;nsid=184400720;c=1733163834572) 2024-12-02T18:23:55,970 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x76f6a5adcd5246ca with lease ID 0x9ad83bc171d21054: from storage DS-674f6a1a-84f6-49e4-8a30-1d75927c8b2d node DatanodeRegistration(127.0.0.1:41169, datanodeUuid=ea7298ca-5bf9-4bf8-b435-4ae7604c938b, infoPort=33299, infoSecurePort=0, ipcPort=39589, storageInfo=lv=-57;cid=testClusterID;nsid=184400720;c=1733163834572), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T18:23:56,020 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4647b644-2e2a-9d7e-98db-41cba8f544e6 2024-12-02T18:23:56,020 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:23:56,020 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:23:56,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41169 is added to blk_1073741825_1001 (size=7) 2024-12-02T18:23:56,029 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0 with version=8 2024-12-02T18:23:56,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/hbase-staging 2024-12-02T18:23:56,030 INFO [Time-limited test {}] client.ConnectionUtils(128): master/95451c90bed2:0 server-side Connection retries=45 2024-12-02T18:23:56,030 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:23:56,030 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T18:23:56,030 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T18:23:56,030 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:23:56,031 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T18:23:56,031 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T18:23:56,031 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T18:23:56,031 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46569 2024-12-02T18:23:56,031 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46569 connecting to ZooKeeper ensemble=127.0.0.1:54803 2024-12-02T18:23:56,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:465690x0, quorum=127.0.0.1:54803, baseZNode=/11677950938 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T18:23:56,051 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46569-0x10197493f930003 connected 2024-12-02T18:23:56,124 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:23:56,126 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:23:56,127 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46569-0x10197493f930003, quorum=127.0.0.1:54803, baseZNode=/11677950938 Set watcher on znode that does not yet exist, /11677950938/running 2024-12-02T18:23:56,127 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0, hbase.cluster.distributed=false 2024-12-02T18:23:56,128 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46569-0x10197493f930003, quorum=127.0.0.1:54803, baseZNode=/11677950938 Set watcher on znode that does not yet exist, /11677950938/acl 2024-12-02T18:23:56,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46569 2024-12-02T18:23:56,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46569 2024-12-02T18:23:56,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46569 2024-12-02T18:23:56,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46569 2024-12-02T18:23:56,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46569 2024-12-02T18:23:56,141 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/95451c90bed2:0 server-side Connection retries=45 2024-12-02T18:23:56,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:23:56,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T18:23:56,141 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T18:23:56,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:23:56,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T18:23:56,141 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T18:23:56,141 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T18:23:56,142 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35125 2024-12-02T18:23:56,142 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35125 connecting to ZooKeeper ensemble=127.0.0.1:54803 2024-12-02T18:23:56,142 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:23:56,144 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:23:56,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:351250x0, quorum=127.0.0.1:54803, baseZNode=/11677950938 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T18:23:56,156 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:351250x0, quorum=127.0.0.1:54803, baseZNode=/11677950938 Set watcher on znode that does not yet exist, /11677950938/running 2024-12-02T18:23:56,156 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35125-0x10197493f930004 connected 2024-12-02T18:23:56,156 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T18:23:56,157 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T18:23:56,157 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35125-0x10197493f930004, quorum=127.0.0.1:54803, baseZNode=/11677950938 Set watcher on znode that does not yet exist, /11677950938/master 2024-12-02T18:23:56,158 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35125-0x10197493f930004, quorum=127.0.0.1:54803, baseZNode=/11677950938 Set watcher on znode that does not yet exist, /11677950938/acl 2024-12-02T18:23:56,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35125 2024-12-02T18:23:56,161 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35125 2024-12-02T18:23:56,161 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35125 2024-12-02T18:23:56,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35125 2024-12-02T18:23:56,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35125 2024-12-02T18:23:56,175 DEBUG [M:0;95451c90bed2:46569 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;95451c90bed2:46569 2024-12-02T18:23:56,175 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11677950938/backup-masters/95451c90bed2,46569,1733163836030 2024-12-02T18:23:56,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x10197493f930003, quorum=127.0.0.1:54803, baseZNode=/11677950938 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11677950938/backup-masters 2024-12-02T18:23:56,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35125-0x10197493f930004, quorum=127.0.0.1:54803, baseZNode=/11677950938 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11677950938/backup-masters 2024-12-02T18:23:56,188 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46569-0x10197493f930003, quorum=127.0.0.1:54803, baseZNode=/11677950938 Set watcher on existing znode=/11677950938/backup-masters/95451c90bed2,46569,1733163836030 2024-12-02T18:23:56,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35125-0x10197493f930004, quorum=127.0.0.1:54803, baseZNode=/11677950938 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11677950938/master 2024-12-02T18:23:56,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35125-0x10197493f930004, quorum=127.0.0.1:54803, baseZNode=/11677950938 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11677950938 2024-12-02T18:23:56,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x10197493f930003, quorum=127.0.0.1:54803, baseZNode=/11677950938 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11677950938 2024-12-02T18:23:56,198 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46569-0x10197493f930003, quorum=127.0.0.1:54803, baseZNode=/11677950938 Set watcher on existing znode=/11677950938/master 2024-12-02T18:23:56,198 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11677950938/backup-masters/95451c90bed2,46569,1733163836030 from backup master directory 2024-12-02T18:23:56,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x10197493f930003, quorum=127.0.0.1:54803, baseZNode=/11677950938 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11677950938/backup-masters/95451c90bed2,46569,1733163836030 2024-12-02T18:23:56,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x10197493f930003, quorum=127.0.0.1:54803, baseZNode=/11677950938 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11677950938/backup-masters 2024-12-02T18:23:56,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35125-0x10197493f930004, quorum=127.0.0.1:54803, baseZNode=/11677950938 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11677950938/backup-masters 2024-12-02T18:23:56,208 WARN [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T18:23:56,208 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=95451c90bed2,46569,1733163836030 2024-12-02T18:23:56,211 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/hbase.id] with ID: e543742a-b9b6-4c10-aa59-b9b3b51ff4bb 2024-12-02T18:23:56,211 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/.tmp/hbase.id 2024-12-02T18:23:56,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41169 is added to blk_1073741826_1002 (size=42) 2024-12-02T18:23:56,604 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-02T18:23:56,604 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-02T18:23:56,605 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T18:23:56,605 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-02T18:23:56,615 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/.tmp/hbase.id]:[hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/hbase.id] 2024-12-02T18:23:56,622 INFO [master/95451c90bed2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:23:56,622 INFO [master/95451c90bed2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T18:23:56,622 INFO [master/95451c90bed2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-02T18:23:56,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35125-0x10197493f930004, quorum=127.0.0.1:54803, baseZNode=/11677950938 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11677950938 2024-12-02T18:23:56,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x10197493f930003, quorum=127.0.0.1:54803, baseZNode=/11677950938 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11677950938 2024-12-02T18:23:56,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41169 is added to blk_1073741827_1003 (size=196) 2024-12-02T18:23:57,076 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T18:23:57,077 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T18:23:57,077 INFO [master/95451c90bed2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:23:57,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41169 is added to blk_1073741828_1004 (size=1189) 2024-12-02T18:23:57,484 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/MasterData/data/master/store 2024-12-02T18:23:57,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41169 is added to blk_1073741829_1005 (size=34) 2024-12-02T18:23:57,488 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:23:57,488 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T18:23:57,488 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:23:57,488 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:23:57,488 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T18:23:57,488 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:23:57,488 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:23:57,488 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733163837488Disabling compacts and flushes for region at 1733163837488Disabling writes for close at 1733163837488Writing region close event to WAL at 1733163837488Closed at 1733163837488 2024-12-02T18:23:57,489 WARN [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/MasterData/data/master/store/.initializing 2024-12-02T18:23:57,489 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/MasterData/WALs/95451c90bed2,46569,1733163836030 2024-12-02T18:23:57,489 INFO [master/95451c90bed2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T18:23:57,490 INFO [master/95451c90bed2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=95451c90bed2%2C46569%2C1733163836030, suffix=, logDir=hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/MasterData/WALs/95451c90bed2,46569,1733163836030, archiveDir=hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/MasterData/oldWALs, maxLogs=10 2024-12-02T18:23:57,500 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/MasterData/WALs/95451c90bed2,46569,1733163836030/95451c90bed2%2C46569%2C1733163836030.1733163837490, exclude list is [], retry=0 2024-12-02T18:23:57,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41169,DS-1e2fb079-9bef-40d3-8f2e-2bd349f2cbf6,DISK] 2024-12-02T18:23:57,503 INFO [master/95451c90bed2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/MasterData/WALs/95451c90bed2,46569,1733163836030/95451c90bed2%2C46569%2C1733163836030.1733163837490 2024-12-02T18:23:57,503 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33299:33299)] 2024-12-02T18:23:57,503 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:23:57,504 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:23:57,504 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:23:57,504 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:23:57,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:23:57,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T18:23:57,505 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:57,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:23:57,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:23:57,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T18:23:57,506 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:57,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:23:57,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:23:57,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T18:23:57,507 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:57,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:23:57,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:23:57,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T18:23:57,508 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:57,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:23:57,508 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:23:57,509 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:23:57,509 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:23:57,510 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:23:57,510 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:23:57,510 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T18:23:57,511 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:23:57,512 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T18:23:57,512 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64394107, jitterRate=-0.04045303165912628}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T18:23:57,512 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733163837504Initializing all the Stores at 1733163837504Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163837504Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163837504Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163837504Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163837504Cleaning up temporary data from old regions at 1733163837510 (+6 ms)Region opened successfully at 1733163837512 (+2 ms) 2024-12-02T18:23:57,513 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T18:23:57,514 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37d7f28a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=95451c90bed2/172.17.0.3:0 2024-12-02T18:23:57,515 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T18:23:57,515 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T18:23:57,515 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T18:23:57,515 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T18:23:57,515 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-02T18:23:57,516 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T18:23:57,516 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T18:23:57,517 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T18:23:57,517 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46569-0x10197493f930003, quorum=127.0.0.1:54803, baseZNode=/11677950938 Unable to get data of znode /11677950938/balancer because node does not exist (not necessarily an error) 2024-12-02T18:23:57,566 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11677950938/balancer already deleted, retry=false 2024-12-02T18:23:57,566 INFO [master/95451c90bed2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T18:23:57,567 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46569-0x10197493f930003, quorum=127.0.0.1:54803, baseZNode=/11677950938 Unable to get data of znode /11677950938/normalizer because node does not exist (not necessarily an error) 2024-12-02T18:23:57,577 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11677950938/normalizer already deleted, retry=false 2024-12-02T18:23:57,577 INFO [master/95451c90bed2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T18:23:57,578 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46569-0x10197493f930003, quorum=127.0.0.1:54803, baseZNode=/11677950938 Unable to get data of znode /11677950938/switch/split because node does not exist (not necessarily an error) 2024-12-02T18:23:57,587 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11677950938/switch/split already deleted, retry=false 2024-12-02T18:23:57,588 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46569-0x10197493f930003, quorum=127.0.0.1:54803, baseZNode=/11677950938 Unable to get data of znode /11677950938/switch/merge because node does not exist (not necessarily an error) 2024-12-02T18:23:57,598 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11677950938/switch/merge already deleted, retry=false 2024-12-02T18:23:57,599 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46569-0x10197493f930003, quorum=127.0.0.1:54803, baseZNode=/11677950938 Unable to get data of znode /11677950938/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T18:23:57,608 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11677950938/snapshot-cleanup already deleted, retry=false 2024-12-02T18:23:57,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35125-0x10197493f930004, quorum=127.0.0.1:54803, baseZNode=/11677950938 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11677950938/running 2024-12-02T18:23:57,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x10197493f930003, quorum=127.0.0.1:54803, baseZNode=/11677950938 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11677950938/running 2024-12-02T18:23:57,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35125-0x10197493f930004, quorum=127.0.0.1:54803, baseZNode=/11677950938 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11677950938 2024-12-02T18:23:57,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x10197493f930003, quorum=127.0.0.1:54803, baseZNode=/11677950938 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11677950938 2024-12-02T18:23:57,619 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=95451c90bed2,46569,1733163836030, sessionid=0x10197493f930003, setting cluster-up flag (Was=false) 2024-12-02T18:23:57,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x10197493f930003, quorum=127.0.0.1:54803, baseZNode=/11677950938 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11677950938 2024-12-02T18:23:57,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35125-0x10197493f930004, quorum=127.0.0.1:54803, baseZNode=/11677950938 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11677950938 2024-12-02T18:23:57,671 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11677950938/flush-table-proc/acquired, /11677950938/flush-table-proc/reached, /11677950938/flush-table-proc/abort 2024-12-02T18:23:57,672 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=95451c90bed2,46569,1733163836030 2024-12-02T18:23:57,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x10197493f930003, quorum=127.0.0.1:54803, baseZNode=/11677950938 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11677950938 2024-12-02T18:23:57,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35125-0x10197493f930004, quorum=127.0.0.1:54803, baseZNode=/11677950938 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11677950938 2024-12-02T18:23:57,724 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11677950938/online-snapshot/acquired, /11677950938/online-snapshot/reached, /11677950938/online-snapshot/abort 2024-12-02T18:23:57,725 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=95451c90bed2,46569,1733163836030 2024-12-02T18:23:57,726 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T18:23:57,727 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T18:23:57,727 INFO [master/95451c90bed2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T18:23:57,727 INFO [master/95451c90bed2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T18:23:57,727 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 95451c90bed2,46569,1733163836030 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T18:23:57,728 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:23:57,728 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:23:57,728 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:23:57,728 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:23:57,728 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/95451c90bed2:0, corePoolSize=10, maxPoolSize=10 2024-12-02T18:23:57,728 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:23:57,728 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/95451c90bed2:0, corePoolSize=2, maxPoolSize=2 2024-12-02T18:23:57,728 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:23:57,729 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733163867729 2024-12-02T18:23:57,729 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T18:23:57,729 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T18:23:57,729 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T18:23:57,729 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T18:23:57,729 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T18:23:57,729 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T18:23:57,729 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:57,730 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T18:23:57,730 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T18:23:57,730 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T18:23:57,730 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T18:23:57,730 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T18:23:57,730 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T18:23:57,730 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T18:23:57,730 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T18:23:57,731 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.large.0-1733163837730,5,FailOnTimeoutGroup] 2024-12-02T18:23:57,731 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.small.0-1733163837731,5,FailOnTimeoutGroup] 2024-12-02T18:23:57,731 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:57,731 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T18:23:57,731 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:57,731 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:57,731 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:57,731 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T18:23:57,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41169 is added to blk_1073741831_1007 (size=1321) 2024-12-02T18:23:57,768 INFO [RS:0;95451c90bed2:35125 {}] regionserver.HRegionServer(746): ClusterId : e543742a-b9b6-4c10-aa59-b9b3b51ff4bb 2024-12-02T18:23:57,768 DEBUG [RS:0;95451c90bed2:35125 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T18:23:57,777 DEBUG [RS:0;95451c90bed2:35125 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T18:23:57,777 DEBUG [RS:0;95451c90bed2:35125 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T18:23:57,788 DEBUG [RS:0;95451c90bed2:35125 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T18:23:57,788 DEBUG [RS:0;95451c90bed2:35125 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74fb3139, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=95451c90bed2/172.17.0.3:0 2024-12-02T18:23:57,797 DEBUG [RS:0;95451c90bed2:35125 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;95451c90bed2:35125 2024-12-02T18:23:57,797 INFO [RS:0;95451c90bed2:35125 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T18:23:57,798 INFO [RS:0;95451c90bed2:35125 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T18:23:57,798 DEBUG [RS:0;95451c90bed2:35125 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T18:23:57,798 INFO [RS:0;95451c90bed2:35125 {}] regionserver.HRegionServer(2659): reportForDuty to master=95451c90bed2,46569,1733163836030 with port=35125, startcode=1733163836141 2024-12-02T18:23:57,798 DEBUG [RS:0;95451c90bed2:35125 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T18:23:57,799 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53127, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T18:23:57,799 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46569 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 95451c90bed2,35125,1733163836141 2024-12-02T18:23:57,799 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46569 {}] master.ServerManager(517): Registering regionserver=95451c90bed2,35125,1733163836141 2024-12-02T18:23:57,800 DEBUG [RS:0;95451c90bed2:35125 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0 2024-12-02T18:23:57,800 DEBUG [RS:0;95451c90bed2:35125 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41563 2024-12-02T18:23:57,800 DEBUG [RS:0;95451c90bed2:35125 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T18:23:57,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x10197493f930003, quorum=127.0.0.1:54803, baseZNode=/11677950938 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11677950938/rs 2024-12-02T18:23:57,809 DEBUG [RS:0;95451c90bed2:35125 {}] zookeeper.ZKUtil(111): regionserver:35125-0x10197493f930004, quorum=127.0.0.1:54803, baseZNode=/11677950938 Set watcher on existing znode=/11677950938/rs/95451c90bed2,35125,1733163836141 2024-12-02T18:23:57,809 WARN [RS:0;95451c90bed2:35125 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T18:23:57,809 INFO [RS:0;95451c90bed2:35125 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:23:57,809 DEBUG [RS:0;95451c90bed2:35125 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/WALs/95451c90bed2,35125,1733163836141 2024-12-02T18:23:57,809 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [95451c90bed2,35125,1733163836141] 2024-12-02T18:23:57,811 INFO [RS:0;95451c90bed2:35125 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T18:23:57,812 INFO [RS:0;95451c90bed2:35125 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T18:23:57,813 INFO [RS:0;95451c90bed2:35125 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T18:23:57,813 INFO [RS:0;95451c90bed2:35125 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:57,813 INFO [RS:0;95451c90bed2:35125 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T18:23:57,813 INFO [RS:0;95451c90bed2:35125 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T18:23:57,813 INFO [RS:0;95451c90bed2:35125 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:57,813 DEBUG [RS:0;95451c90bed2:35125 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:23:57,813 DEBUG [RS:0;95451c90bed2:35125 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:23:57,813 DEBUG [RS:0;95451c90bed2:35125 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:23:57,813 DEBUG [RS:0;95451c90bed2:35125 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:23:57,813 DEBUG [RS:0;95451c90bed2:35125 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:23:57,813 DEBUG [RS:0;95451c90bed2:35125 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/95451c90bed2:0, corePoolSize=2, maxPoolSize=2 2024-12-02T18:23:57,813 DEBUG [RS:0;95451c90bed2:35125 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:23:57,813 DEBUG [RS:0;95451c90bed2:35125 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:23:57,813 DEBUG [RS:0;95451c90bed2:35125 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:23:57,813 DEBUG [RS:0;95451c90bed2:35125 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:23:57,813 DEBUG [RS:0;95451c90bed2:35125 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:23:57,813 DEBUG [RS:0;95451c90bed2:35125 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:23:57,814 DEBUG [RS:0;95451c90bed2:35125 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/95451c90bed2:0, corePoolSize=3, maxPoolSize=3 2024-12-02T18:23:57,814 DEBUG [RS:0;95451c90bed2:35125 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/95451c90bed2:0, corePoolSize=3, maxPoolSize=3 2024-12-02T18:23:57,814 INFO [RS:0;95451c90bed2:35125 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:57,814 INFO [RS:0;95451c90bed2:35125 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:57,814 INFO [RS:0;95451c90bed2:35125 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:57,814 INFO [RS:0;95451c90bed2:35125 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:57,814 INFO [RS:0;95451c90bed2:35125 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:57,814 INFO [RS:0;95451c90bed2:35125 {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,35125,1733163836141-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T18:23:57,825 INFO [RS:0;95451c90bed2:35125 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T18:23:57,825 INFO [RS:0;95451c90bed2:35125 {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,35125,1733163836141-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:57,825 INFO [RS:0;95451c90bed2:35125 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:57,825 INFO [RS:0;95451c90bed2:35125 {}] regionserver.Replication(171): 95451c90bed2,35125,1733163836141 started 2024-12-02T18:23:57,836 INFO [RS:0;95451c90bed2:35125 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:57,836 INFO [RS:0;95451c90bed2:35125 {}] regionserver.HRegionServer(1482): Serving as 95451c90bed2,35125,1733163836141, RpcServer on 95451c90bed2/172.17.0.3:35125, sessionid=0x10197493f930004 2024-12-02T18:23:57,836 DEBUG [RS:0;95451c90bed2:35125 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T18:23:57,836 DEBUG [RS:0;95451c90bed2:35125 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 95451c90bed2,35125,1733163836141 2024-12-02T18:23:57,836 DEBUG [RS:0;95451c90bed2:35125 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '95451c90bed2,35125,1733163836141' 2024-12-02T18:23:57,836 DEBUG [RS:0;95451c90bed2:35125 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11677950938/flush-table-proc/abort' 2024-12-02T18:23:57,837 DEBUG [RS:0;95451c90bed2:35125 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11677950938/flush-table-proc/acquired' 2024-12-02T18:23:57,837 DEBUG [RS:0;95451c90bed2:35125 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T18:23:57,837 DEBUG [RS:0;95451c90bed2:35125 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T18:23:57,837 DEBUG [RS:0;95451c90bed2:35125 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 95451c90bed2,35125,1733163836141 2024-12-02T18:23:57,837 DEBUG [RS:0;95451c90bed2:35125 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '95451c90bed2,35125,1733163836141' 2024-12-02T18:23:57,837 DEBUG [RS:0;95451c90bed2:35125 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11677950938/online-snapshot/abort' 2024-12-02T18:23:57,837 DEBUG [RS:0;95451c90bed2:35125 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11677950938/online-snapshot/acquired' 2024-12-02T18:23:57,837 DEBUG [RS:0;95451c90bed2:35125 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T18:23:57,837 INFO [RS:0;95451c90bed2:35125 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T18:23:57,837 INFO [RS:0;95451c90bed2:35125 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T18:23:57,938 INFO [RS:0;95451c90bed2:35125 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T18:23:57,939 INFO [RS:0;95451c90bed2:35125 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=95451c90bed2%2C35125%2C1733163836141, suffix=, logDir=hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/WALs/95451c90bed2,35125,1733163836141, archiveDir=hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/oldWALs, maxLogs=10 2024-12-02T18:23:57,950 DEBUG [RS:0;95451c90bed2:35125 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/WALs/95451c90bed2,35125,1733163836141/95451c90bed2%2C35125%2C1733163836141.1733163837939, exclude list is [], retry=0 2024-12-02T18:23:57,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41169,DS-1e2fb079-9bef-40d3-8f2e-2bd349f2cbf6,DISK] 2024-12-02T18:23:57,953 INFO [RS:0;95451c90bed2:35125 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/WALs/95451c90bed2,35125,1733163836141/95451c90bed2%2C35125%2C1733163836141.1733163837939 2024-12-02T18:23:57,953 DEBUG [RS:0;95451c90bed2:35125 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33299:33299)] 2024-12-02T18:23:58,140 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T18:23:58,140 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0 2024-12-02T18:23:58,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41169 is added to blk_1073741833_1009 (size=32) 2024-12-02T18:23:58,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:23:58,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T18:23:58,547 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T18:23:58,547 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:58,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:23:58,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T18:23:58,548 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T18:23:58,548 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:58,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:23:58,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T18:23:58,549 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T18:23:58,549 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:58,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:23:58,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T18:23:58,550 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T18:23:58,550 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:58,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:23:58,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T18:23:58,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/data/hbase/meta/1588230740 2024-12-02T18:23:58,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/data/hbase/meta/1588230740 2024-12-02T18:23:58,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T18:23:58,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T18:23:58,552 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T18:23:58,553 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T18:23:58,554 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T18:23:58,554 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73143268, jitterRate=0.08991962671279907}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T18:23:58,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733163838545Initializing all the Stores at 1733163838546 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163838546Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163838546Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163838546Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163838546Cleaning up temporary data from old regions at 1733163838551 (+5 ms)Region opened successfully at 1733163838555 (+4 ms) 2024-12-02T18:23:58,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T18:23:58,555 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T18:23:58,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T18:23:58,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T18:23:58,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T18:23:58,555 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T18:23:58,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733163838555Disabling compacts and flushes for region at 1733163838555Disabling writes for close at 1733163838555Writing region close event to WAL at 1733163838555Closed at 1733163838555 2024-12-02T18:23:58,556 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T18:23:58,556 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T18:23:58,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T18:23:58,557 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T18:23:58,558 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T18:23:58,708 DEBUG [95451c90bed2:46569 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T18:23:58,708 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=95451c90bed2,35125,1733163836141 2024-12-02T18:23:58,709 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 95451c90bed2,35125,1733163836141, state=OPENING 2024-12-02T18:23:58,843 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T18:23:58,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x10197493f930003, quorum=127.0.0.1:54803, baseZNode=/11677950938 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11677950938 2024-12-02T18:23:58,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35125-0x10197493f930004, quorum=127.0.0.1:54803, baseZNode=/11677950938 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11677950938 2024-12-02T18:23:58,861 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T18:23:58,861 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=95451c90bed2,35125,1733163836141}] 2024-12-02T18:23:58,861 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11677950938/meta-region-server: CHANGED 2024-12-02T18:23:58,861 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11677950938/meta-region-server: CHANGED 2024-12-02T18:23:59,014 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T18:23:59,015 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46921, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T18:23:59,017 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T18:23:59,017 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:23:59,017 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T18:23:59,018 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=95451c90bed2%2C35125%2C1733163836141.meta, suffix=.meta, logDir=hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/WALs/95451c90bed2,35125,1733163836141, archiveDir=hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/oldWALs, maxLogs=10 2024-12-02T18:23:59,033 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/WALs/95451c90bed2,35125,1733163836141/95451c90bed2%2C35125%2C1733163836141.meta.1733163839019.meta, exclude list is [], retry=0 2024-12-02T18:23:59,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41169,DS-1e2fb079-9bef-40d3-8f2e-2bd349f2cbf6,DISK] 2024-12-02T18:23:59,036 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/WALs/95451c90bed2,35125,1733163836141/95451c90bed2%2C35125%2C1733163836141.meta.1733163839019.meta 2024-12-02T18:23:59,036 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33299:33299)] 2024-12-02T18:23:59,036 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:23:59,037 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T18:23:59,037 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T18:23:59,037 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T18:23:59,037 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T18:23:59,037 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T18:23:59,037 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:23:59,037 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T18:23:59,037 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T18:23:59,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T18:23:59,039 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T18:23:59,039 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:59,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:23:59,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T18:23:59,039 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T18:23:59,039 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:59,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:23:59,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T18:23:59,040 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T18:23:59,040 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:59,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:23:59,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T18:23:59,041 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T18:23:59,041 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:23:59,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:23:59,058 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T18:23:59,058 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/data/hbase/meta/1588230740 2024-12-02T18:23:59,059 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/data/hbase/meta/1588230740 2024-12-02T18:23:59,060 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T18:23:59,060 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T18:23:59,060 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T18:23:59,061 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T18:23:59,061 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69766237, jitterRate=0.03959794342517853}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T18:23:59,061 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T18:23:59,062 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733163839037Writing region info on filesystem at 1733163839037Initializing all the Stores at 1733163839038 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163839038Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163839038Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163839038Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163839038Cleaning up temporary data from old regions at 1733163839060 (+22 ms)Running coprocessor post-open hooks at 1733163839061 (+1 ms)Region opened successfully at 1733163839061 2024-12-02T18:23:59,062 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733163839014 2024-12-02T18:23:59,064 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T18:23:59,064 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T18:23:59,064 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=95451c90bed2,35125,1733163836141 2024-12-02T18:23:59,064 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 95451c90bed2,35125,1733163836141, state=OPEN 2024-12-02T18:23:59,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x10197493f930003, quorum=127.0.0.1:54803, baseZNode=/11677950938 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11677950938/meta-region-server 2024-12-02T18:23:59,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35125-0x10197493f930004, quorum=127.0.0.1:54803, baseZNode=/11677950938 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11677950938/meta-region-server 2024-12-02T18:23:59,077 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=95451c90bed2,35125,1733163836141 2024-12-02T18:23:59,077 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11677950938/meta-region-server: CHANGED 2024-12-02T18:23:59,077 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11677950938/meta-region-server: CHANGED 2024-12-02T18:23:59,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T18:23:59,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=95451c90bed2,35125,1733163836141 in 216 msec 2024-12-02T18:23:59,080 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T18:23:59,080 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 522 msec 2024-12-02T18:23:59,080 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T18:23:59,080 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T18:23:59,081 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:23:59,081 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,35125,1733163836141, seqNum=-1] 2024-12-02T18:23:59,082 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:23:59,083 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57589, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T18:23:59,086 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3590 sec 2024-12-02T18:23:59,086 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733163839086, completionTime=-1 2024-12-02T18:23:59,087 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T18:23:59,087 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T18:23:59,088 INFO [master/95451c90bed2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T18:23:59,088 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733163899088 2024-12-02T18:23:59,088 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733163959088 2024-12-02T18:23:59,088 INFO [master/95451c90bed2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-02T18:23:59,089 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,46569,1733163836030-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:59,089 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,46569,1733163836030-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:59,089 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,46569,1733163836030-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:59,089 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-95451c90bed2:46569, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:59,089 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:59,089 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:59,090 DEBUG [master/95451c90bed2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T18:23:59,092 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.883sec 2024-12-02T18:23:59,092 INFO [master/95451c90bed2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T18:23:59,092 INFO [master/95451c90bed2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T18:23:59,092 INFO [master/95451c90bed2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T18:23:59,092 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T18:23:59,092 INFO [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T18:23:59,092 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,46569,1733163836030-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T18:23:59,092 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,46569,1733163836030-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T18:23:59,094 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T18:23:59,094 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T18:23:59,094 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,46569,1733163836030-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:23:59,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9ab56d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:23:59,169 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,46569,-1 for getting cluster id 2024-12-02T18:23:59,170 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:23:59,170 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e543742a-b9b6-4c10-aa59-b9b3b51ff4bb' 2024-12-02T18:23:59,170 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:23:59,171 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e543742a-b9b6-4c10-aa59-b9b3b51ff4bb" 2024-12-02T18:23:59,171 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1de63ef9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:23:59,171 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,46569,-1] 2024-12-02T18:23:59,171 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:23:59,171 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:23:59,171 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:23:59,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47609166, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:23:59,172 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:23:59,173 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,35125,1733163836141, seqNum=-1] 2024-12-02T18:23:59,173 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:23:59,174 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T18:23:59,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=95451c90bed2,46569,1733163836030 2024-12-02T18:23:59,175 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54803 2024-12-02T18:23:59,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54803, baseZNode=/11677950938 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T18:23:59,188 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10197493f930005 connected 2024-12-02T18:23:59,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4647b644-2e2a-9d7e-98db-41cba8f544e6/hadoop.log.dir so I do NOT create it in target/test-data/66e8c429-cc4b-d75b-97b0-736e1ead621b 2024-12-02T18:23:59,200 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4647b644-2e2a-9d7e-98db-41cba8f544e6/hadoop.log.dir Erasing configuration value by system value. 2024-12-02T18:23:59,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4647b644-2e2a-9d7e-98db-41cba8f544e6/hadoop.tmp.dir so I do NOT create it in target/test-data/66e8c429-cc4b-d75b-97b0-736e1ead621b 2024-12-02T18:23:59,200 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4647b644-2e2a-9d7e-98db-41cba8f544e6/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-02T18:23:59,200 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e8c429-cc4b-d75b-97b0-736e1ead621b 2024-12-02T18:23:59,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T18:23:59,200 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e8c429-cc4b-d75b-97b0-736e1ead621b/cluster_87a81250-8c3b-2f8e-50b6-024487704b9c, deleteOnExit=true 2024-12-02T18:23:59,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T18:23:59,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e8c429-cc4b-d75b-97b0-736e1ead621b/test.cache.data in system properties and HBase conf 2024-12-02T18:23:59,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e8c429-cc4b-d75b-97b0-736e1ead621b/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T18:23:59,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e8c429-cc4b-d75b-97b0-736e1ead621b/hadoop.log.dir in system properties and HBase conf 2024-12-02T18:23:59,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e8c429-cc4b-d75b-97b0-736e1ead621b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T18:23:59,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e8c429-cc4b-d75b-97b0-736e1ead621b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T18:23:59,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T18:23:59,201 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T18:23:59,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e8c429-cc4b-d75b-97b0-736e1ead621b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T18:23:59,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e8c429-cc4b-d75b-97b0-736e1ead621b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T18:23:59,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e8c429-cc4b-d75b-97b0-736e1ead621b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T18:23:59,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e8c429-cc4b-d75b-97b0-736e1ead621b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T18:23:59,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e8c429-cc4b-d75b-97b0-736e1ead621b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T18:23:59,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e8c429-cc4b-d75b-97b0-736e1ead621b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T18:23:59,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e8c429-cc4b-d75b-97b0-736e1ead621b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T18:23:59,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e8c429-cc4b-d75b-97b0-736e1ead621b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T18:23:59,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e8c429-cc4b-d75b-97b0-736e1ead621b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T18:23:59,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e8c429-cc4b-d75b-97b0-736e1ead621b/nfs.dump.dir in system properties and HBase conf 2024-12-02T18:23:59,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e8c429-cc4b-d75b-97b0-736e1ead621b/java.io.tmpdir in system properties and HBase conf 2024-12-02T18:23:59,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e8c429-cc4b-d75b-97b0-736e1ead621b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T18:23:59,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e8c429-cc4b-d75b-97b0-736e1ead621b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T18:23:59,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e8c429-cc4b-d75b-97b0-736e1ead621b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T18:23:59,477 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-02T18:23:59,478 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:59,478 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:59,478 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:59,479 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:59,479 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:59,479 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:59,479 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:59,535 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:59,535 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:59,535 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:59,535 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:59,535 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:59,536 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:59,541 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:59,544 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:59,544 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:59,546 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:23:59,574 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T18:23:59,577 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T18:23:59,578 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T18:23:59,578 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T18:23:59,578 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T18:23:59,578 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T18:23:59,579 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2acab9f0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e8c429-cc4b-d75b-97b0-736e1ead621b/hadoop.log.dir/,AVAILABLE} 2024-12-02T18:23:59,579 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e382187{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T18:23:59,669 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@72194659{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e8c429-cc4b-d75b-97b0-736e1ead621b/java.io.tmpdir/jetty-localhost-38029-hadoop-hdfs-3_4_1-tests_jar-_-any-4543543378027285618/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T18:23:59,670 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@82b758d{HTTP/1.1, (http/1.1)}{localhost:38029} 2024-12-02T18:23:59,670 INFO [Time-limited test {}] server.Server(415): Started @349203ms 2024-12-02T18:23:59,967 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T18:23:59,971 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T18:23:59,972 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T18:23:59,972 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T18:23:59,972 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T18:23:59,976 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14b3d318{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e8c429-cc4b-d75b-97b0-736e1ead621b/hadoop.log.dir/,AVAILABLE} 2024-12-02T18:23:59,977 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a5d576{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T18:24:00,110 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75074f2d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e8c429-cc4b-d75b-97b0-736e1ead621b/java.io.tmpdir/jetty-localhost-44289-hadoop-hdfs-3_4_1-tests_jar-_-any-10556036335373434354/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T18:24:00,111 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@62bab826{HTTP/1.1, (http/1.1)}{localhost:44289} 2024-12-02T18:24:00,111 INFO [Time-limited test {}] server.Server(415): Started @349644ms 2024-12-02T18:24:00,112 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T18:24:00,816 WARN [Thread-4565 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e8c429-cc4b-d75b-97b0-736e1ead621b/cluster_87a81250-8c3b-2f8e-50b6-024487704b9c/data/data1/current/BP-892386847-172.17.0.3-1733163839220/current, will proceed with Du for space computation calculation, 2024-12-02T18:24:00,816 WARN [Thread-4566 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e8c429-cc4b-d75b-97b0-736e1ead621b/cluster_87a81250-8c3b-2f8e-50b6-024487704b9c/data/data2/current/BP-892386847-172.17.0.3-1733163839220/current, will proceed with Du for space computation calculation, 2024-12-02T18:24:00,835 WARN [Thread-4553 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T18:24:00,837 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x184d298b34193a92 with lease ID 0xce430f2bf3424df0: Processing first storage report for DS-247c430d-d046-49c8-b8cb-fd78c4a08d31 from datanode DatanodeRegistration(127.0.0.1:35261, datanodeUuid=5c0a39bf-4635-47b0-8d29-81d58b94d603, infoPort=43411, infoSecurePort=0, ipcPort=46213, storageInfo=lv=-57;cid=testClusterID;nsid=887583910;c=1733163839220) 2024-12-02T18:24:00,837 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x184d298b34193a92 with lease ID 0xce430f2bf3424df0: from storage DS-247c430d-d046-49c8-b8cb-fd78c4a08d31 node DatanodeRegistration(127.0.0.1:35261, datanodeUuid=5c0a39bf-4635-47b0-8d29-81d58b94d603, infoPort=43411, infoSecurePort=0, ipcPort=46213, storageInfo=lv=-57;cid=testClusterID;nsid=887583910;c=1733163839220), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T18:24:00,837 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x184d298b34193a92 with lease ID 0xce430f2bf3424df0: Processing first storage report for DS-fbe11934-f4de-4e47-bfda-2f29cfa10a0e from datanode DatanodeRegistration(127.0.0.1:35261, datanodeUuid=5c0a39bf-4635-47b0-8d29-81d58b94d603, infoPort=43411, infoSecurePort=0, ipcPort=46213, storageInfo=lv=-57;cid=testClusterID;nsid=887583910;c=1733163839220) 2024-12-02T18:24:00,837 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x184d298b34193a92 with lease ID 0xce430f2bf3424df0: from storage DS-fbe11934-f4de-4e47-bfda-2f29cfa10a0e node DatanodeRegistration(127.0.0.1:35261, datanodeUuid=5c0a39bf-4635-47b0-8d29-81d58b94d603, infoPort=43411, infoSecurePort=0, ipcPort=46213, storageInfo=lv=-57;cid=testClusterID;nsid=887583910;c=1733163839220), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T18:24:00,839 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e8c429-cc4b-d75b-97b0-736e1ead621b 2024-12-02T18:24:00,839 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:24:00,841 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:24:00,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35261 is added to blk_1073741825_1001 (size=7) 2024-12-02T18:24:01,247 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39 with version=8 2024-12-02T18:24:01,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/hbase-staging 2024-12-02T18:24:01,249 INFO [Time-limited test {}] client.ConnectionUtils(128): master/95451c90bed2:0 server-side Connection retries=45 2024-12-02T18:24:01,249 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:24:01,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T18:24:01,250 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T18:24:01,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:24:01,250 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T18:24:01,250 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T18:24:01,250 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T18:24:01,250 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36043 2024-12-02T18:24:01,251 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36043 connecting to ZooKeeper ensemble=127.0.0.1:54803 2024-12-02T18:24:01,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:360430x0, quorum=127.0.0.1:54803, baseZNode=/2-96041868 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T18:24:01,261 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36043-0x10197493f930006 connected 2024-12-02T18:24:01,335 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:24:01,336 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:24:01,338 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36043-0x10197493f930006, quorum=127.0.0.1:54803, baseZNode=/2-96041868 Set watcher on znode that does not yet exist, /2-96041868/running 2024-12-02T18:24:01,338 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39, hbase.cluster.distributed=false 2024-12-02T18:24:01,339 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36043-0x10197493f930006, quorum=127.0.0.1:54803, baseZNode=/2-96041868 Set watcher on znode that does not yet exist, /2-96041868/acl 2024-12-02T18:24:01,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36043 2024-12-02T18:24:01,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36043 2024-12-02T18:24:01,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36043 2024-12-02T18:24:01,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36043 2024-12-02T18:24:01,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36043 2024-12-02T18:24:01,357 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/95451c90bed2:0 server-side Connection retries=45 2024-12-02T18:24:01,357 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:24:01,357 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T18:24:01,357 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T18:24:01,357 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T18:24:01,357 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T18:24:01,357 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T18:24:01,357 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T18:24:01,357 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42103 2024-12-02T18:24:01,358 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42103 connecting to ZooKeeper ensemble=127.0.0.1:54803 2024-12-02T18:24:01,358 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:24:01,360 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:24:01,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:421030x0, quorum=127.0.0.1:54803, baseZNode=/2-96041868 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T18:24:01,372 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:421030x0, quorum=127.0.0.1:54803, baseZNode=/2-96041868 Set watcher on znode that does not yet exist, /2-96041868/running 2024-12-02T18:24:01,372 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42103-0x10197493f930007 connected 2024-12-02T18:24:01,372 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T18:24:01,373 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T18:24:01,373 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42103-0x10197493f930007, quorum=127.0.0.1:54803, baseZNode=/2-96041868 Set watcher on znode that does not yet exist, /2-96041868/master 2024-12-02T18:24:01,374 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42103-0x10197493f930007, quorum=127.0.0.1:54803, baseZNode=/2-96041868 Set watcher on znode that does not yet exist, /2-96041868/acl 2024-12-02T18:24:01,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42103 2024-12-02T18:24:01,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42103 2024-12-02T18:24:01,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42103 2024-12-02T18:24:01,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42103 2024-12-02T18:24:01,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42103 2024-12-02T18:24:01,393 DEBUG [M:0;95451c90bed2:36043 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;95451c90bed2:36043 2024-12-02T18:24:01,394 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-96041868/backup-masters/95451c90bed2,36043,1733163841249 2024-12-02T18:24:01,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36043-0x10197493f930006, quorum=127.0.0.1:54803, baseZNode=/2-96041868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-96041868/backup-masters 2024-12-02T18:24:01,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42103-0x10197493f930007, quorum=127.0.0.1:54803, baseZNode=/2-96041868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-96041868/backup-masters 2024-12-02T18:24:01,404 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36043-0x10197493f930006, quorum=127.0.0.1:54803, baseZNode=/2-96041868 Set watcher on existing znode=/2-96041868/backup-masters/95451c90bed2,36043,1733163841249 2024-12-02T18:24:01,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42103-0x10197493f930007, quorum=127.0.0.1:54803, baseZNode=/2-96041868 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-96041868/master 2024-12-02T18:24:01,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36043-0x10197493f930006, quorum=127.0.0.1:54803, baseZNode=/2-96041868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-96041868 2024-12-02T18:24:01,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42103-0x10197493f930007, quorum=127.0.0.1:54803, baseZNode=/2-96041868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-96041868 2024-12-02T18:24:01,414 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36043-0x10197493f930006, quorum=127.0.0.1:54803, baseZNode=/2-96041868 Set watcher on existing znode=/2-96041868/master 2024-12-02T18:24:01,414 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-96041868/backup-masters/95451c90bed2,36043,1733163841249 from backup master directory 2024-12-02T18:24:01,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36043-0x10197493f930006, quorum=127.0.0.1:54803, baseZNode=/2-96041868 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-96041868/backup-masters/95451c90bed2,36043,1733163841249 2024-12-02T18:24:01,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42103-0x10197493f930007, quorum=127.0.0.1:54803, baseZNode=/2-96041868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-96041868/backup-masters 2024-12-02T18:24:01,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36043-0x10197493f930006, quorum=127.0.0.1:54803, baseZNode=/2-96041868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-96041868/backup-masters 2024-12-02T18:24:01,424 WARN [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T18:24:01,424 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=95451c90bed2,36043,1733163841249 2024-12-02T18:24:01,426 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/hbase.id] with ID: bfeb69ff-0358-410c-8321-3b86e09f5a94 2024-12-02T18:24:01,426 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/.tmp/hbase.id 2024-12-02T18:24:01,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35261 is added to blk_1073741826_1002 (size=42) 2024-12-02T18:24:01,830 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/.tmp/hbase.id]:[hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/hbase.id] 2024-12-02T18:24:01,837 INFO [master/95451c90bed2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:24:01,837 INFO [master/95451c90bed2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T18:24:01,838 INFO [master/95451c90bed2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-02T18:24:01,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36043-0x10197493f930006, quorum=127.0.0.1:54803, baseZNode=/2-96041868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-96041868 2024-12-02T18:24:01,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42103-0x10197493f930007, quorum=127.0.0.1:54803, baseZNode=/2-96041868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-96041868 2024-12-02T18:24:01,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35261 is added to blk_1073741827_1003 (size=196) 2024-12-02T18:24:02,261 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T18:24:02,262 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T18:24:02,264 INFO [master/95451c90bed2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:24:02,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35261 is added to blk_1073741828_1004 (size=1189) 2024-12-02T18:24:02,348 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/MasterData/data/master/store 2024-12-02T18:24:02,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35261 is added to blk_1073741829_1005 (size=34) 2024-12-02T18:24:02,439 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:24:02,439 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T18:24:02,439 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:24:02,439 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:24:02,439 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T18:24:02,439 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:24:02,439 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:24:02,439 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733163842439Disabling compacts and flushes for region at 1733163842439Disabling writes for close at 1733163842439Writing region close event to WAL at 1733163842439Closed at 1733163842439 2024-12-02T18:24:02,447 WARN [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/MasterData/data/master/store/.initializing 2024-12-02T18:24:02,447 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/MasterData/WALs/95451c90bed2,36043,1733163841249 2024-12-02T18:24:02,456 INFO [master/95451c90bed2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T18:24:02,480 INFO [master/95451c90bed2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=95451c90bed2%2C36043%2C1733163841249, suffix=, logDir=hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/MasterData/WALs/95451c90bed2,36043,1733163841249, archiveDir=hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/MasterData/oldWALs, maxLogs=10 2024-12-02T18:24:02,505 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/MasterData/WALs/95451c90bed2,36043,1733163841249/95451c90bed2%2C36043%2C1733163841249.1733163842481, exclude list is [], retry=0 2024-12-02T18:24:02,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35261,DS-247c430d-d046-49c8-b8cb-fd78c4a08d31,DISK] 2024-12-02T18:24:02,552 INFO [master/95451c90bed2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/MasterData/WALs/95451c90bed2,36043,1733163841249/95451c90bed2%2C36043%2C1733163841249.1733163842481 2024-12-02T18:24:02,564 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43411:43411)] 2024-12-02T18:24:02,565 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:24:02,565 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:24:02,565 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:24:02,565 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:24:02,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:24:02,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T18:24:02,615 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:24:02,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:24:02,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:24:02,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T18:24:02,640 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:24:02,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:24:02,648 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:24:02,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T18:24:02,668 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:24:02,680 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:24:02,680 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:24:02,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T18:24:02,705 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:24:02,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:24:02,711 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:24:02,716 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:24:02,724 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:24:02,740 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:24:02,740 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:24:02,748 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T18:24:02,772 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T18:24:02,811 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T18:24:02,815 INFO [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59786532, jitterRate=-0.1091112494468689}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T18:24:02,815 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733163842565Initializing all the Stores at 1733163842580 (+15 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163842580Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163842592 (+12 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163842592Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163842592Cleaning up temporary data from old regions at 1733163842740 (+148 ms)Region opened successfully at 1733163842815 (+75 ms) 2024-12-02T18:24:02,820 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T18:24:02,855 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4520d550, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=95451c90bed2/172.17.0.3:0 2024-12-02T18:24:02,865 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T18:24:02,865 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T18:24:02,865 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T18:24:02,865 INFO [master/95451c90bed2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T18:24:02,879 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 13 msec 2024-12-02T18:24:02,879 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-02T18:24:02,879 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T18:24:02,912 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T18:24:02,919 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36043-0x10197493f930006, quorum=127.0.0.1:54803, baseZNode=/2-96041868 Unable to get data of znode /2-96041868/balancer because node does not exist (not necessarily an error) 2024-12-02T18:24:02,991 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-96041868/balancer already deleted, retry=false 2024-12-02T18:24:02,992 INFO [master/95451c90bed2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T18:24:03,000 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36043-0x10197493f930006, quorum=127.0.0.1:54803, baseZNode=/2-96041868 Unable to get data of znode /2-96041868/normalizer because node does not exist (not necessarily an error) 2024-12-02T18:24:03,016 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-96041868/normalizer already deleted, retry=false 2024-12-02T18:24:03,017 INFO [master/95451c90bed2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T18:24:03,028 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36043-0x10197493f930006, quorum=127.0.0.1:54803, baseZNode=/2-96041868 Unable to get data of znode /2-96041868/switch/split because node does not exist (not necessarily an error) 2024-12-02T18:24:03,044 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-96041868/switch/split already deleted, retry=false 2024-12-02T18:24:03,057 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36043-0x10197493f930006, quorum=127.0.0.1:54803, baseZNode=/2-96041868 Unable to get data of znode /2-96041868/switch/merge because node does not exist (not necessarily an error) 2024-12-02T18:24:03,074 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-96041868/switch/merge already deleted, retry=false 2024-12-02T18:24:03,100 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36043-0x10197493f930006, quorum=127.0.0.1:54803, baseZNode=/2-96041868 Unable to get data of znode /2-96041868/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T18:24:03,120 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-96041868/snapshot-cleanup already deleted, retry=false 2024-12-02T18:24:03,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36043-0x10197493f930006, quorum=127.0.0.1:54803, baseZNode=/2-96041868 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-96041868/running 2024-12-02T18:24:03,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36043-0x10197493f930006, quorum=127.0.0.1:54803, baseZNode=/2-96041868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-96041868 2024-12-02T18:24:03,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42103-0x10197493f930007, quorum=127.0.0.1:54803, baseZNode=/2-96041868 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-96041868/running 2024-12-02T18:24:03,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42103-0x10197493f930007, quorum=127.0.0.1:54803, baseZNode=/2-96041868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-96041868 2024-12-02T18:24:03,148 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=95451c90bed2,36043,1733163841249, sessionid=0x10197493f930006, setting cluster-up flag (Was=false) 2024-12-02T18:24:03,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42103-0x10197493f930007, quorum=127.0.0.1:54803, baseZNode=/2-96041868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-96041868 2024-12-02T18:24:03,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36043-0x10197493f930006, quorum=127.0.0.1:54803, baseZNode=/2-96041868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-96041868 2024-12-02T18:24:03,314 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-96041868/flush-table-proc/acquired, /2-96041868/flush-table-proc/reached, /2-96041868/flush-table-proc/abort 2024-12-02T18:24:03,348 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=95451c90bed2,36043,1733163841249 2024-12-02T18:24:03,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42103-0x10197493f930007, quorum=127.0.0.1:54803, baseZNode=/2-96041868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-96041868 2024-12-02T18:24:03,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36043-0x10197493f930006, quorum=127.0.0.1:54803, baseZNode=/2-96041868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-96041868 2024-12-02T18:24:03,446 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-96041868/online-snapshot/acquired, /2-96041868/online-snapshot/reached, /2-96041868/online-snapshot/abort 2024-12-02T18:24:03,464 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=95451c90bed2,36043,1733163841249 2024-12-02T18:24:03,477 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T18:24:03,496 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T18:24:03,497 INFO [master/95451c90bed2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T18:24:03,497 INFO [master/95451c90bed2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T18:24:03,497 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 95451c90bed2,36043,1733163841249 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T18:24:03,524 INFO [RS:0;95451c90bed2:42103 {}] regionserver.HRegionServer(746): ClusterId : bfeb69ff-0358-410c-8321-3b86e09f5a94 2024-12-02T18:24:03,524 DEBUG [RS:0;95451c90bed2:42103 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T18:24:03,544 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:24:03,544 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:24:03,545 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:24:03,545 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/95451c90bed2:0, corePoolSize=5, maxPoolSize=5 2024-12-02T18:24:03,545 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/95451c90bed2:0, corePoolSize=10, maxPoolSize=10 2024-12-02T18:24:03,545 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:24:03,545 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/95451c90bed2:0, corePoolSize=2, maxPoolSize=2 2024-12-02T18:24:03,545 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:24:03,551 DEBUG [RS:0;95451c90bed2:42103 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T18:24:03,551 DEBUG [RS:0;95451c90bed2:42103 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T18:24:03,569 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T18:24:03,569 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T18:24:03,577 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:24:03,577 DEBUG [RS:0;95451c90bed2:42103 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T18:24:03,577 INFO [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T18:24:03,577 DEBUG [RS:0;95451c90bed2:42103 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2389ec5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=95451c90bed2/172.17.0.3:0 2024-12-02T18:24:03,577 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733163873577 2024-12-02T18:24:03,577 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T18:24:03,578 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T18:24:03,578 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T18:24:03,578 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T18:24:03,578 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T18:24:03,578 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T18:24:03,584 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T18:24:03,592 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T18:24:03,592 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T18:24:03,593 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T18:24:03,593 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-02T18:24:03,628 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T18:24:03,628 INFO [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T18:24:03,628 DEBUG [RS:0;95451c90bed2:42103 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;95451c90bed2:42103 2024-12-02T18:24:03,629 INFO [RS:0;95451c90bed2:42103 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T18:24:03,629 INFO [RS:0;95451c90bed2:42103 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T18:24:03,629 DEBUG [RS:0;95451c90bed2:42103 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T18:24:03,629 INFO [RS:0;95451c90bed2:42103 {}] regionserver.HRegionServer(2659): reportForDuty to master=95451c90bed2,36043,1733163841249 with port=42103, startcode=1733163841356 2024-12-02T18:24:03,629 DEBUG [RS:0;95451c90bed2:42103 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T18:24:03,644 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.large.0-1733163843628,5,FailOnTimeoutGroup] 2024-12-02T18:24:03,668 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.small.0-1733163843644,5,FailOnTimeoutGroup] 2024-12-02T18:24:03,668 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T18:24:03,668 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T18:24:03,668 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T18:24:03,668 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T18:24:03,673 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37621, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T18:24:03,673 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36043 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 95451c90bed2,42103,1733163841356 2024-12-02T18:24:03,673 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36043 {}] master.ServerManager(517): Registering regionserver=95451c90bed2,42103,1733163841356 2024-12-02T18:24:03,675 DEBUG [RS:0;95451c90bed2:42103 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39 2024-12-02T18:24:03,675 DEBUG [RS:0;95451c90bed2:42103 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42457 2024-12-02T18:24:03,675 DEBUG [RS:0;95451c90bed2:42103 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T18:24:03,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35261 is added to blk_1073741831_1007 (size=1321) 2024-12-02T18:24:03,708 INFO [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T18:24:03,708 INFO [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39 2024-12-02T18:24:03,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36043-0x10197493f930006, quorum=127.0.0.1:54803, baseZNode=/2-96041868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-96041868/rs 2024-12-02T18:24:03,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35261 is added to blk_1073741832_1008 (size=32) 2024-12-02T18:24:03,746 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [95451c90bed2,42103,1733163841356] 2024-12-02T18:24:03,747 DEBUG [RS:0;95451c90bed2:42103 {}] zookeeper.ZKUtil(111): regionserver:42103-0x10197493f930007, quorum=127.0.0.1:54803, baseZNode=/2-96041868 Set watcher on existing znode=/2-96041868/rs/95451c90bed2,42103,1733163841356 2024-12-02T18:24:03,747 WARN [RS:0;95451c90bed2:42103 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T18:24:03,747 INFO [RS:0;95451c90bed2:42103 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:24:03,747 DEBUG [RS:0;95451c90bed2:42103 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/WALs/95451c90bed2,42103,1733163841356 2024-12-02T18:24:03,757 INFO [RS:0;95451c90bed2:42103 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T18:24:03,759 INFO [RS:0;95451c90bed2:42103 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T18:24:03,772 INFO [RS:0;95451c90bed2:42103 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T18:24:03,772 INFO [RS:0;95451c90bed2:42103 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:24:03,775 INFO [RS:0;95451c90bed2:42103 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T18:24:03,775 INFO [RS:0;95451c90bed2:42103 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T18:24:03,775 INFO [RS:0;95451c90bed2:42103 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T18:24:03,776 DEBUG [RS:0;95451c90bed2:42103 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:24:03,776 DEBUG [RS:0;95451c90bed2:42103 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:24:03,776 DEBUG [RS:0;95451c90bed2:42103 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:24:03,776 DEBUG [RS:0;95451c90bed2:42103 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:24:03,776 DEBUG [RS:0;95451c90bed2:42103 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:24:03,776 DEBUG [RS:0;95451c90bed2:42103 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/95451c90bed2:0, corePoolSize=2, maxPoolSize=2 2024-12-02T18:24:03,776 DEBUG [RS:0;95451c90bed2:42103 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:24:03,776 DEBUG [RS:0;95451c90bed2:42103 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:24:03,776 DEBUG [RS:0;95451c90bed2:42103 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:24:03,776 DEBUG [RS:0;95451c90bed2:42103 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:24:03,776 DEBUG [RS:0;95451c90bed2:42103 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:24:03,776 DEBUG [RS:0;95451c90bed2:42103 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/95451c90bed2:0, corePoolSize=1, maxPoolSize=1 2024-12-02T18:24:03,776 DEBUG [RS:0;95451c90bed2:42103 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/95451c90bed2:0, corePoolSize=3, maxPoolSize=3 2024-12-02T18:24:03,776 DEBUG [RS:0;95451c90bed2:42103 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/95451c90bed2:0, corePoolSize=3, maxPoolSize=3 2024-12-02T18:24:03,776 INFO [RS:0;95451c90bed2:42103 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T18:24:03,777 INFO [RS:0;95451c90bed2:42103 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T18:24:03,777 INFO [RS:0;95451c90bed2:42103 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:24:03,777 INFO [RS:0;95451c90bed2:42103 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T18:24:03,777 INFO [RS:0;95451c90bed2:42103 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T18:24:03,777 INFO [RS:0;95451c90bed2:42103 {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,42103,1733163841356-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T18:24:03,795 INFO [RS:0;95451c90bed2:42103 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T18:24:03,796 INFO [RS:0;95451c90bed2:42103 {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,42103,1733163841356-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:24:03,796 INFO [RS:0;95451c90bed2:42103 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:24:03,796 INFO [RS:0;95451c90bed2:42103 {}] regionserver.Replication(171): 95451c90bed2,42103,1733163841356 started 2024-12-02T18:24:03,815 INFO [RS:0;95451c90bed2:42103 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:24:03,815 INFO [RS:0;95451c90bed2:42103 {}] regionserver.HRegionServer(1482): Serving as 95451c90bed2,42103,1733163841356, RpcServer on 95451c90bed2/172.17.0.3:42103, sessionid=0x10197493f930007 2024-12-02T18:24:03,815 DEBUG [RS:0;95451c90bed2:42103 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T18:24:03,815 DEBUG [RS:0;95451c90bed2:42103 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 95451c90bed2,42103,1733163841356 2024-12-02T18:24:03,815 DEBUG [RS:0;95451c90bed2:42103 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '95451c90bed2,42103,1733163841356' 2024-12-02T18:24:03,815 DEBUG [RS:0;95451c90bed2:42103 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-96041868/flush-table-proc/abort' 2024-12-02T18:24:03,818 DEBUG [RS:0;95451c90bed2:42103 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-96041868/flush-table-proc/acquired' 2024-12-02T18:24:03,819 DEBUG [RS:0;95451c90bed2:42103 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T18:24:03,819 DEBUG [RS:0;95451c90bed2:42103 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T18:24:03,819 DEBUG [RS:0;95451c90bed2:42103 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 95451c90bed2,42103,1733163841356 2024-12-02T18:24:03,819 DEBUG [RS:0;95451c90bed2:42103 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '95451c90bed2,42103,1733163841356' 2024-12-02T18:24:03,819 DEBUG [RS:0;95451c90bed2:42103 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-96041868/online-snapshot/abort' 2024-12-02T18:24:03,823 DEBUG [RS:0;95451c90bed2:42103 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-96041868/online-snapshot/acquired' 2024-12-02T18:24:03,824 DEBUG [RS:0;95451c90bed2:42103 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T18:24:03,824 INFO [RS:0;95451c90bed2:42103 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T18:24:03,824 INFO [RS:0;95451c90bed2:42103 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T18:24:03,925 INFO [RS:0;95451c90bed2:42103 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T18:24:03,928 INFO [RS:0;95451c90bed2:42103 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=95451c90bed2%2C42103%2C1733163841356, suffix=, logDir=hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/WALs/95451c90bed2,42103,1733163841356, archiveDir=hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/oldWALs, maxLogs=10 2024-12-02T18:24:03,946 DEBUG [RS:0;95451c90bed2:42103 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/WALs/95451c90bed2,42103,1733163841356/95451c90bed2%2C42103%2C1733163841356.1733163843929, exclude list is [], retry=0 2024-12-02T18:24:03,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35261,DS-247c430d-d046-49c8-b8cb-fd78c4a08d31,DISK] 2024-12-02T18:24:03,965 INFO [RS:0;95451c90bed2:42103 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/WALs/95451c90bed2,42103,1733163841356/95451c90bed2%2C42103%2C1733163841356.1733163843929 2024-12-02T18:24:03,968 DEBUG [RS:0;95451c90bed2:42103 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43411:43411)] 2024-12-02T18:24:04,146 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:24:04,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T18:24:04,148 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T18:24:04,148 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:24:04,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:24:04,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T18:24:04,149 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T18:24:04,150 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:24:04,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:24:04,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T18:24:04,157 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T18:24:04,157 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:24:04,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:24:04,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T18:24:04,158 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T18:24:04,158 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:24:04,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:24:04,159 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T18:24:04,160 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/data/hbase/meta/1588230740 2024-12-02T18:24:04,160 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/data/hbase/meta/1588230740 2024-12-02T18:24:04,162 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T18:24:04,162 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T18:24:04,162 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T18:24:04,163 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T18:24:04,165 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T18:24:04,166 INFO [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73233216, jitterRate=0.09125995635986328}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T18:24:04,166 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733163844146Initializing all the Stores at 1733163844147 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163844147Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163844147Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163844147Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163844147Cleaning up temporary data from old regions at 1733163844162 (+15 ms)Region opened successfully at 1733163844166 (+4 ms) 2024-12-02T18:24:04,166 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T18:24:04,166 INFO [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T18:24:04,166 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T18:24:04,166 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T18:24:04,166 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T18:24:04,168 INFO [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T18:24:04,168 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733163844166Disabling compacts and flushes for region at 1733163844166Disabling writes for close at 1733163844166Writing region close event to WAL at 1733163844168 (+2 ms)Closed at 1733163844168 2024-12-02T18:24:04,173 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T18:24:04,173 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T18:24:04,173 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T18:24:04,184 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T18:24:04,196 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T18:24:04,347 DEBUG [95451c90bed2:36043 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-02T18:24:04,351 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=95451c90bed2,42103,1733163841356 2024-12-02T18:24:04,356 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 95451c90bed2,42103,1733163841356, state=OPENING 2024-12-02T18:24:04,578 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T18:24:04,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42103-0x10197493f930007, quorum=127.0.0.1:54803, baseZNode=/2-96041868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-96041868 2024-12-02T18:24:04,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36043-0x10197493f930006, quorum=127.0.0.1:54803, baseZNode=/2-96041868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-96041868 2024-12-02T18:24:04,600 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-96041868/meta-region-server: CHANGED 2024-12-02T18:24:04,600 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T18:24:04,600 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=95451c90bed2,42103,1733163841356}] 2024-12-02T18:24:04,601 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-96041868/meta-region-server: CHANGED 2024-12-02T18:24:04,757 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T18:24:04,765 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33573, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T18:24:04,783 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T18:24:04,783 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:24:04,783 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T18:24:04,787 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=95451c90bed2%2C42103%2C1733163841356.meta, suffix=.meta, logDir=hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/WALs/95451c90bed2,42103,1733163841356, archiveDir=hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/oldWALs, maxLogs=10 2024-12-02T18:24:04,805 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/WALs/95451c90bed2,42103,1733163841356/95451c90bed2%2C42103%2C1733163841356.meta.1733163844787.meta, exclude list is [], retry=0 2024-12-02T18:24:04,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35261,DS-247c430d-d046-49c8-b8cb-fd78c4a08d31,DISK] 2024-12-02T18:24:04,832 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/WALs/95451c90bed2,42103,1733163841356/95451c90bed2%2C42103%2C1733163841356.meta.1733163844787.meta 2024-12-02T18:24:04,836 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43411:43411)] 2024-12-02T18:24:04,837 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:24:04,837 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T18:24:04,837 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T18:24:04,837 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T18:24:04,837 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T18:24:04,837 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T18:24:04,837 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:24:04,838 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T18:24:04,838 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T18:24:04,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T18:24:04,857 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T18:24:04,857 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:24:04,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:24:04,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T18:24:04,858 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T18:24:04,858 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:24:04,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:24:04,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T18:24:04,859 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T18:24:04,859 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:24:04,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:24:04,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T18:24:04,860 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T18:24:04,860 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:24:04,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T18:24:04,861 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T18:24:04,862 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/data/hbase/meta/1588230740 2024-12-02T18:24:04,863 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/data/hbase/meta/1588230740 2024-12-02T18:24:04,865 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T18:24:04,865 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T18:24:04,865 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T18:24:04,866 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T18:24:04,867 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62515082, jitterRate=-0.06845268607139587}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T18:24:04,867 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T18:24:04,867 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733163844838Writing region info on filesystem at 1733163844838Initializing all the Stores at 1733163844844 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163844845 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163844852 (+7 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163844852Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733163844852Cleaning up temporary data from old regions at 1733163844865 (+13 ms)Running coprocessor post-open hooks at 1733163844867 (+2 ms)Region opened successfully at 1733163844867 2024-12-02T18:24:04,868 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733163844756 2024-12-02T18:24:04,874 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=95451c90bed2,42103,1733163841356 2024-12-02T18:24:04,875 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 95451c90bed2,42103,1733163841356, state=OPEN 2024-12-02T18:24:04,876 DEBUG [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T18:24:04,876 INFO [RS_OPEN_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T18:24:05,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42103-0x10197493f930007, quorum=127.0.0.1:54803, baseZNode=/2-96041868 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-96041868/meta-region-server 2024-12-02T18:24:05,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36043-0x10197493f930006, quorum=127.0.0.1:54803, baseZNode=/2-96041868 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-96041868/meta-region-server 2024-12-02T18:24:05,014 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=95451c90bed2,42103,1733163841356 2024-12-02T18:24:05,014 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-96041868/meta-region-server: CHANGED 2024-12-02T18:24:05,014 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-96041868/meta-region-server: CHANGED 2024-12-02T18:24:05,016 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T18:24:05,016 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=95451c90bed2,42103,1733163841356 in 414 msec 2024-12-02T18:24:05,018 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T18:24:05,018 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 843 msec 2024-12-02T18:24:05,018 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T18:24:05,018 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T18:24:05,021 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:24:05,021 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,42103,1733163841356, seqNum=-1] 2024-12-02T18:24:05,021 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:24:05,022 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53263, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T18:24:05,027 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5410 sec 2024-12-02T18:24:05,027 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733163845027, completionTime=-1 2024-12-02T18:24:05,027 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-02T18:24:05,027 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T18:24:05,029 INFO [master/95451c90bed2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-02T18:24:05,029 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733163905029 2024-12-02T18:24:05,029 INFO [master/95451c90bed2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733163965029 2024-12-02T18:24:05,029 INFO [master/95451c90bed2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-02T18:24:05,030 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,36043,1733163841249-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T18:24:05,030 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,36043,1733163841249-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:24:05,030 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,36043,1733163841249-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:24:05,030 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-95451c90bed2:36043, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:24:05,030 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T18:24:05,030 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T18:24:05,032 DEBUG [master/95451c90bed2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T18:24:05,034 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.610sec 2024-12-02T18:24:05,034 INFO [master/95451c90bed2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T18:24:05,034 INFO [master/95451c90bed2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T18:24:05,034 INFO [master/95451c90bed2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T18:24:05,034 INFO [master/95451c90bed2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T18:24:05,034 INFO [master/95451c90bed2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T18:24:05,034 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,36043,1733163841249-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T18:24:05,034 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,36043,1733163841249-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T18:24:05,036 DEBUG [master/95451c90bed2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T18:24:05,037 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T18:24:05,037 INFO [master/95451c90bed2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=95451c90bed2,36043,1733163841249-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T18:24:05,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@491f2649, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:24:05,111 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,36043,-1 for getting cluster id 2024-12-02T18:24:05,111 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:24:05,114 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bfeb69ff-0358-410c-8321-3b86e09f5a94' 2024-12-02T18:24:05,114 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:24:05,115 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bfeb69ff-0358-410c-8321-3b86e09f5a94" 2024-12-02T18:24:05,115 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b38ca94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:24:05,115 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,36043,-1] 2024-12-02T18:24:05,116 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:24:05,116 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:24:05,117 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:24:05,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53859a95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:24:05,118 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:24:05,119 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,42103,1733163841356, seqNum=-1] 2024-12-02T18:24:05,119 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:24:05,120 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T18:24:05,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=95451c90bed2,36043,1733163841249 2024-12-02T18:24:05,122 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:54803 2024-12-02T18:24:05,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:54803, baseZNode=/2-96041868 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T18:24:05,136 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10197493f930008 connected 2024-12-02T18:24:05,162 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:24:05,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,40787,1733163830507 2024-12-02T18:24:05,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@750d6af2 2024-12-02T18:24:05,166 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:24:05,168 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T18:24:05,169 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T18:24:05,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T18:24:05,173 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T18:24:05,173 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:24:05,173 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T18:24:05,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:24:05,175 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T18:24:05,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741835_1011 (size=902) 2024-12-02T18:24:05,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:24:05,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:24:05,638 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1f71a96fbdf3603fa2988fa8252ffb00, NAME => 'test,,1733163845169.1f71a96fbdf3603fa2988fa8252ffb00.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2 2024-12-02T18:24:05,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741836_1012 (size=39) 2024-12-02T18:24:05,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:24:06,048 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733163845169.1f71a96fbdf3603fa2988fa8252ffb00.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:24:06,048 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1f71a96fbdf3603fa2988fa8252ffb00, disabling compactions & flushes 2024-12-02T18:24:06,048 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733163845169.1f71a96fbdf3603fa2988fa8252ffb00. 2024-12-02T18:24:06,048 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733163845169.1f71a96fbdf3603fa2988fa8252ffb00. 2024-12-02T18:24:06,048 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733163845169.1f71a96fbdf3603fa2988fa8252ffb00. after waiting 0 ms 2024-12-02T18:24:06,048 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733163845169.1f71a96fbdf3603fa2988fa8252ffb00. 2024-12-02T18:24:06,048 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733163845169.1f71a96fbdf3603fa2988fa8252ffb00. 2024-12-02T18:24:06,048 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1f71a96fbdf3603fa2988fa8252ffb00: Waiting for close lock at 1733163846048Disabling compacts and flushes for region at 1733163846048Disabling writes for close at 1733163846048Writing region close event to WAL at 1733163846048Closed at 1733163846048 2024-12-02T18:24:06,071 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T18:24:06,071 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733163845169.1f71a96fbdf3603fa2988fa8252ffb00.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733163846071"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733163846071"}]},"ts":"1733163846071"} 2024-12-02T18:24:06,074 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T18:24:06,074 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T18:24:06,075 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733163846074"}]},"ts":"1733163846074"} 2024-12-02T18:24:06,077 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T18:24:06,077 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1f71a96fbdf3603fa2988fa8252ffb00, ASSIGN}] 2024-12-02T18:24:06,079 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1f71a96fbdf3603fa2988fa8252ffb00, ASSIGN 2024-12-02T18:24:06,080 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1f71a96fbdf3603fa2988fa8252ffb00, ASSIGN; state=OFFLINE, location=95451c90bed2,38911,1733163830694; forceNewPlan=false, retain=false 2024-12-02T18:24:06,231 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1f71a96fbdf3603fa2988fa8252ffb00, regionState=OPENING, regionLocation=95451c90bed2,38911,1733163830694 2024-12-02T18:24:06,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1f71a96fbdf3603fa2988fa8252ffb00, ASSIGN because future has completed 2024-12-02T18:24:06,235 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f71a96fbdf3603fa2988fa8252ffb00, server=95451c90bed2,38911,1733163830694}] 2024-12-02T18:24:06,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:24:06,392 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733163845169.1f71a96fbdf3603fa2988fa8252ffb00. 2024-12-02T18:24:06,392 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1f71a96fbdf3603fa2988fa8252ffb00, NAME => 'test,,1733163845169.1f71a96fbdf3603fa2988fa8252ffb00.', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:24:06,393 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T18:24:06,393 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T18:24:06,393 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1f71a96fbdf3603fa2988fa8252ffb00 2024-12-02T18:24:06,393 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733163845169.1f71a96fbdf3603fa2988fa8252ffb00.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:24:06,393 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1f71a96fbdf3603fa2988fa8252ffb00 2024-12-02T18:24:06,393 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1f71a96fbdf3603fa2988fa8252ffb00 2024-12-02T18:24:06,396 INFO [StoreOpener-1f71a96fbdf3603fa2988fa8252ffb00-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1f71a96fbdf3603fa2988fa8252ffb00 2024-12-02T18:24:06,398 INFO [StoreOpener-1f71a96fbdf3603fa2988fa8252ffb00-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f71a96fbdf3603fa2988fa8252ffb00 columnFamilyName f 2024-12-02T18:24:06,398 DEBUG [StoreOpener-1f71a96fbdf3603fa2988fa8252ffb00-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:24:06,398 INFO [StoreOpener-1f71a96fbdf3603fa2988fa8252ffb00-1 {}] regionserver.HStore(327): Store=1f71a96fbdf3603fa2988fa8252ffb00/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:24:06,398 INFO [StoreOpener-1f71a96fbdf3603fa2988fa8252ffb00-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1f71a96fbdf3603fa2988fa8252ffb00 2024-12-02T18:24:06,399 INFO [StoreOpener-1f71a96fbdf3603fa2988fa8252ffb00-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f71a96fbdf3603fa2988fa8252ffb00 columnFamilyName f1 2024-12-02T18:24:06,399 DEBUG [StoreOpener-1f71a96fbdf3603fa2988fa8252ffb00-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:24:06,399 INFO [StoreOpener-1f71a96fbdf3603fa2988fa8252ffb00-1 {}] regionserver.HStore(327): Store=1f71a96fbdf3603fa2988fa8252ffb00/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:24:06,399 INFO [StoreOpener-1f71a96fbdf3603fa2988fa8252ffb00-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1f71a96fbdf3603fa2988fa8252ffb00 2024-12-02T18:24:06,400 INFO [StoreOpener-1f71a96fbdf3603fa2988fa8252ffb00-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f71a96fbdf3603fa2988fa8252ffb00 columnFamilyName norep 2024-12-02T18:24:06,400 DEBUG [StoreOpener-1f71a96fbdf3603fa2988fa8252ffb00-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:24:06,401 INFO [StoreOpener-1f71a96fbdf3603fa2988fa8252ffb00-1 {}] regionserver.HStore(327): Store=1f71a96fbdf3603fa2988fa8252ffb00/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:24:06,401 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1f71a96fbdf3603fa2988fa8252ffb00 2024-12-02T18:24:06,401 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/data/default/test/1f71a96fbdf3603fa2988fa8252ffb00 2024-12-02T18:24:06,402 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/data/default/test/1f71a96fbdf3603fa2988fa8252ffb00 2024-12-02T18:24:06,402 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1f71a96fbdf3603fa2988fa8252ffb00 2024-12-02T18:24:06,403 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1f71a96fbdf3603fa2988fa8252ffb00 2024-12-02T18:24:06,403 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T18:24:06,404 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1f71a96fbdf3603fa2988fa8252ffb00 2024-12-02T18:24:06,406 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/data/default/test/1f71a96fbdf3603fa2988fa8252ffb00/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T18:24:06,406 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1f71a96fbdf3603fa2988fa8252ffb00; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64253682, jitterRate=-0.04254552721977234}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T18:24:06,407 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1f71a96fbdf3603fa2988fa8252ffb00 2024-12-02T18:24:06,407 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1f71a96fbdf3603fa2988fa8252ffb00: Running coprocessor pre-open hook at 1733163846393Writing region info on filesystem at 1733163846393Initializing all the Stores at 1733163846394 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163846394Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163846396 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163846396Cleaning up temporary data from old regions at 1733163846403 (+7 ms)Running coprocessor post-open hooks at 1733163846407 (+4 ms)Region opened successfully at 1733163846407 2024-12-02T18:24:06,407 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733163845169.1f71a96fbdf3603fa2988fa8252ffb00., pid=6, masterSystemTime=1733163846388 2024-12-02T18:24:06,409 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733163845169.1f71a96fbdf3603fa2988fa8252ffb00. 2024-12-02T18:24:06,410 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733163845169.1f71a96fbdf3603fa2988fa8252ffb00. 2024-12-02T18:24:06,410 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1f71a96fbdf3603fa2988fa8252ffb00, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=95451c90bed2,38911,1733163830694 2024-12-02T18:24:06,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f71a96fbdf3603fa2988fa8252ffb00, server=95451c90bed2,38911,1733163830694 because future has completed 2024-12-02T18:24:06,415 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T18:24:06,416 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1f71a96fbdf3603fa2988fa8252ffb00, server=95451c90bed2,38911,1733163830694 in 179 msec 2024-12-02T18:24:06,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T18:24:06,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1f71a96fbdf3603fa2988fa8252ffb00, ASSIGN in 338 msec 2024-12-02T18:24:06,418 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T18:24:06,418 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733163846418"}]},"ts":"1733163846418"} 2024-12-02T18:24:06,420 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T18:24:06,421 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T18:24:06,422 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2520 sec 2024-12-02T18:24:07,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:24:07,319 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T18:24:07,320 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:24:07,320 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,46569,1733163836030 2024-12-02T18:24:07,320 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@222cc171 2024-12-02T18:24:07,321 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:24:07,322 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T18:24:07,322 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T18:24:07,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T18:24:07,324 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T18:24:07,324 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:24:07,324 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T18:24:07,325 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T18:24:07,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:24:07,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41169 is added to blk_1073741835_1011 (size=902) 2024-12-02T18:24:07,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:24:07,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:24:07,732 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 77bbbd15f2cbfcf21b5015005548f33a, NAME => 'test,,1733163847322.77bbbd15f2cbfcf21b5015005548f33a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0 2024-12-02T18:24:07,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41169 is added to blk_1073741836_1012 (size=39) 2024-12-02T18:24:07,737 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733163847322.77bbbd15f2cbfcf21b5015005548f33a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:24:07,737 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 77bbbd15f2cbfcf21b5015005548f33a, disabling compactions & flushes 2024-12-02T18:24:07,737 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733163847322.77bbbd15f2cbfcf21b5015005548f33a. 2024-12-02T18:24:07,737 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733163847322.77bbbd15f2cbfcf21b5015005548f33a. 2024-12-02T18:24:07,737 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733163847322.77bbbd15f2cbfcf21b5015005548f33a. after waiting 0 ms 2024-12-02T18:24:07,737 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733163847322.77bbbd15f2cbfcf21b5015005548f33a. 2024-12-02T18:24:07,737 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733163847322.77bbbd15f2cbfcf21b5015005548f33a. 2024-12-02T18:24:07,737 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 77bbbd15f2cbfcf21b5015005548f33a: Waiting for close lock at 1733163847737Disabling compacts and flushes for region at 1733163847737Disabling writes for close at 1733163847737Writing region close event to WAL at 1733163847737Closed at 1733163847737 2024-12-02T18:24:07,738 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T18:24:07,738 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733163847322.77bbbd15f2cbfcf21b5015005548f33a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733163847738"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733163847738"}]},"ts":"1733163847738"} 2024-12-02T18:24:07,740 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T18:24:07,741 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T18:24:07,741 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733163847741"}]},"ts":"1733163847741"} 2024-12-02T18:24:07,742 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T18:24:07,742 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=77bbbd15f2cbfcf21b5015005548f33a, ASSIGN}] 2024-12-02T18:24:07,743 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=77bbbd15f2cbfcf21b5015005548f33a, ASSIGN 2024-12-02T18:24:07,744 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=77bbbd15f2cbfcf21b5015005548f33a, ASSIGN; state=OFFLINE, location=95451c90bed2,35125,1733163836141; forceNewPlan=false, retain=false 2024-12-02T18:24:07,895 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=77bbbd15f2cbfcf21b5015005548f33a, regionState=OPENING, regionLocation=95451c90bed2,35125,1733163836141 2024-12-02T18:24:07,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=77bbbd15f2cbfcf21b5015005548f33a, ASSIGN because future has completed 2024-12-02T18:24:07,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 77bbbd15f2cbfcf21b5015005548f33a, server=95451c90bed2,35125,1733163836141}] 2024-12-02T18:24:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:24:08,068 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733163847322.77bbbd15f2cbfcf21b5015005548f33a. 2024-12-02T18:24:08,068 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 77bbbd15f2cbfcf21b5015005548f33a, NAME => 'test,,1733163847322.77bbbd15f2cbfcf21b5015005548f33a.', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:24:08,069 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T18:24:08,069 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T18:24:08,069 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 77bbbd15f2cbfcf21b5015005548f33a 2024-12-02T18:24:08,069 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733163847322.77bbbd15f2cbfcf21b5015005548f33a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:24:08,069 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 77bbbd15f2cbfcf21b5015005548f33a 2024-12-02T18:24:08,069 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 77bbbd15f2cbfcf21b5015005548f33a 2024-12-02T18:24:08,073 INFO [StoreOpener-77bbbd15f2cbfcf21b5015005548f33a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 77bbbd15f2cbfcf21b5015005548f33a 2024-12-02T18:24:08,074 INFO [StoreOpener-77bbbd15f2cbfcf21b5015005548f33a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77bbbd15f2cbfcf21b5015005548f33a columnFamilyName f 2024-12-02T18:24:08,074 DEBUG [StoreOpener-77bbbd15f2cbfcf21b5015005548f33a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:24:08,074 INFO [StoreOpener-77bbbd15f2cbfcf21b5015005548f33a-1 {}] regionserver.HStore(327): Store=77bbbd15f2cbfcf21b5015005548f33a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:24:08,074 INFO [StoreOpener-77bbbd15f2cbfcf21b5015005548f33a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 77bbbd15f2cbfcf21b5015005548f33a 2024-12-02T18:24:08,075 INFO [StoreOpener-77bbbd15f2cbfcf21b5015005548f33a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77bbbd15f2cbfcf21b5015005548f33a columnFamilyName f1 2024-12-02T18:24:08,075 DEBUG [StoreOpener-77bbbd15f2cbfcf21b5015005548f33a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:24:08,075 INFO [StoreOpener-77bbbd15f2cbfcf21b5015005548f33a-1 {}] regionserver.HStore(327): Store=77bbbd15f2cbfcf21b5015005548f33a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:24:08,075 INFO [StoreOpener-77bbbd15f2cbfcf21b5015005548f33a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 77bbbd15f2cbfcf21b5015005548f33a 2024-12-02T18:24:08,076 INFO [StoreOpener-77bbbd15f2cbfcf21b5015005548f33a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77bbbd15f2cbfcf21b5015005548f33a columnFamilyName norep 2024-12-02T18:24:08,076 DEBUG [StoreOpener-77bbbd15f2cbfcf21b5015005548f33a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:24:08,077 INFO [StoreOpener-77bbbd15f2cbfcf21b5015005548f33a-1 {}] regionserver.HStore(327): Store=77bbbd15f2cbfcf21b5015005548f33a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:24:08,077 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 77bbbd15f2cbfcf21b5015005548f33a 2024-12-02T18:24:08,078 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/data/default/test/77bbbd15f2cbfcf21b5015005548f33a 2024-12-02T18:24:08,078 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/data/default/test/77bbbd15f2cbfcf21b5015005548f33a 2024-12-02T18:24:08,079 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 77bbbd15f2cbfcf21b5015005548f33a 2024-12-02T18:24:08,079 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 77bbbd15f2cbfcf21b5015005548f33a 2024-12-02T18:24:08,079 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T18:24:08,081 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 77bbbd15f2cbfcf21b5015005548f33a 2024-12-02T18:24:08,083 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/data/default/test/77bbbd15f2cbfcf21b5015005548f33a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T18:24:08,084 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 77bbbd15f2cbfcf21b5015005548f33a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73563007, jitterRate=0.0961742252111435}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T18:24:08,084 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 77bbbd15f2cbfcf21b5015005548f33a 2024-12-02T18:24:08,084 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 77bbbd15f2cbfcf21b5015005548f33a: Running coprocessor pre-open hook at 1733163848069Writing region info on filesystem at 1733163848069Initializing all the Stores at 1733163848070 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163848070Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163848072 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163848072Cleaning up temporary data from old regions at 1733163848079 (+7 ms)Running coprocessor post-open hooks at 1733163848084 (+5 ms)Region opened successfully at 1733163848084 2024-12-02T18:24:08,085 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733163847322.77bbbd15f2cbfcf21b5015005548f33a., pid=6, masterSystemTime=1733163848052 2024-12-02T18:24:08,091 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=77bbbd15f2cbfcf21b5015005548f33a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=95451c90bed2,35125,1733163836141 2024-12-02T18:24:08,094 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733163847322.77bbbd15f2cbfcf21b5015005548f33a. 2024-12-02T18:24:08,095 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733163847322.77bbbd15f2cbfcf21b5015005548f33a. 2024-12-02T18:24:08,096 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46569 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=95451c90bed2,35125,1733163836141, table=test, region=77bbbd15f2cbfcf21b5015005548f33a. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-02T18:24:08,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 77bbbd15f2cbfcf21b5015005548f33a, server=95451c90bed2,35125,1733163836141 because future has completed 2024-12-02T18:24:08,099 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T18:24:08,099 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 77bbbd15f2cbfcf21b5015005548f33a, server=95451c90bed2,35125,1733163836141 in 201 msec 2024-12-02T18:24:08,101 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T18:24:08,101 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=77bbbd15f2cbfcf21b5015005548f33a, ASSIGN in 357 msec 2024-12-02T18:24:08,102 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T18:24:08,102 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733163848102"}]},"ts":"1733163848102"} 2024-12-02T18:24:08,103 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T18:24:08,104 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T18:24:08,105 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 782 msec 2024-12-02T18:24:08,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46569 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:24:08,459 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T18:24:08,459 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:24:08,459 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,36043,1733163841249 2024-12-02T18:24:08,460 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@177d8796 2024-12-02T18:24:08,460 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:24:08,460 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T18:24:08,461 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36043 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T18:24:08,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36043 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-02T18:24:08,463 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T18:24:08,463 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:24:08,463 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36043 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-02T18:24:08,464 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T18:24:08,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:24:08,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35261 is added to blk_1073741835_1011 (size=902) 2024-12-02T18:24:08,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:24:08,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:24:08,871 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e58a97e4474ce9a830b483baa39e07d0, NAME => 'test,,1733163848461.e58a97e4474ce9a830b483baa39e07d0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39 2024-12-02T18:24:08,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35261 is added to blk_1073741836_1012 (size=39) 2024-12-02T18:24:08,876 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733163848461.e58a97e4474ce9a830b483baa39e07d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:24:08,876 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e58a97e4474ce9a830b483baa39e07d0, disabling compactions & flushes 2024-12-02T18:24:08,876 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733163848461.e58a97e4474ce9a830b483baa39e07d0. 2024-12-02T18:24:08,876 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733163848461.e58a97e4474ce9a830b483baa39e07d0. 2024-12-02T18:24:08,876 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733163848461.e58a97e4474ce9a830b483baa39e07d0. after waiting 0 ms 2024-12-02T18:24:08,876 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733163848461.e58a97e4474ce9a830b483baa39e07d0. 2024-12-02T18:24:08,876 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733163848461.e58a97e4474ce9a830b483baa39e07d0. 2024-12-02T18:24:08,876 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e58a97e4474ce9a830b483baa39e07d0: Waiting for close lock at 1733163848876Disabling compacts and flushes for region at 1733163848876Disabling writes for close at 1733163848876Writing region close event to WAL at 1733163848876Closed at 1733163848876 2024-12-02T18:24:08,877 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T18:24:08,877 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733163848461.e58a97e4474ce9a830b483baa39e07d0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733163848877"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733163848877"}]},"ts":"1733163848877"} 2024-12-02T18:24:08,880 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T18:24:08,881 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T18:24:08,881 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733163848881"}]},"ts":"1733163848881"} 2024-12-02T18:24:08,883 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-02T18:24:08,883 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e58a97e4474ce9a830b483baa39e07d0, ASSIGN}] 2024-12-02T18:24:08,884 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e58a97e4474ce9a830b483baa39e07d0, ASSIGN 2024-12-02T18:24:08,884 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e58a97e4474ce9a830b483baa39e07d0, ASSIGN; state=OFFLINE, location=95451c90bed2,42103,1733163841356; forceNewPlan=false, retain=false 2024-12-02T18:24:09,035 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e58a97e4474ce9a830b483baa39e07d0, regionState=OPENING, regionLocation=95451c90bed2,42103,1733163841356 2024-12-02T18:24:09,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e58a97e4474ce9a830b483baa39e07d0, ASSIGN because future has completed 2024-12-02T18:24:09,044 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e58a97e4474ce9a830b483baa39e07d0, server=95451c90bed2,42103,1733163841356}] 2024-12-02T18:24:09,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:24:09,206 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733163848461.e58a97e4474ce9a830b483baa39e07d0. 2024-12-02T18:24:09,206 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e58a97e4474ce9a830b483baa39e07d0, NAME => 'test,,1733163848461.e58a97e4474ce9a830b483baa39e07d0.', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:24:09,207 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T18:24:09,207 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-02T18:24:09,207 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e58a97e4474ce9a830b483baa39e07d0 2024-12-02T18:24:09,207 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733163848461.e58a97e4474ce9a830b483baa39e07d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:24:09,207 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e58a97e4474ce9a830b483baa39e07d0 2024-12-02T18:24:09,207 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e58a97e4474ce9a830b483baa39e07d0 2024-12-02T18:24:09,216 INFO [StoreOpener-e58a97e4474ce9a830b483baa39e07d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e58a97e4474ce9a830b483baa39e07d0 2024-12-02T18:24:09,218 INFO [StoreOpener-e58a97e4474ce9a830b483baa39e07d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e58a97e4474ce9a830b483baa39e07d0 columnFamilyName f 2024-12-02T18:24:09,218 DEBUG [StoreOpener-e58a97e4474ce9a830b483baa39e07d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:24:09,218 INFO [StoreOpener-e58a97e4474ce9a830b483baa39e07d0-1 {}] regionserver.HStore(327): Store=e58a97e4474ce9a830b483baa39e07d0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:24:09,219 INFO [StoreOpener-e58a97e4474ce9a830b483baa39e07d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e58a97e4474ce9a830b483baa39e07d0 2024-12-02T18:24:09,219 INFO [StoreOpener-e58a97e4474ce9a830b483baa39e07d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e58a97e4474ce9a830b483baa39e07d0 columnFamilyName f1 2024-12-02T18:24:09,220 DEBUG [StoreOpener-e58a97e4474ce9a830b483baa39e07d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:24:09,220 INFO [StoreOpener-e58a97e4474ce9a830b483baa39e07d0-1 {}] regionserver.HStore(327): Store=e58a97e4474ce9a830b483baa39e07d0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:24:09,220 INFO [StoreOpener-e58a97e4474ce9a830b483baa39e07d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e58a97e4474ce9a830b483baa39e07d0 2024-12-02T18:24:09,221 INFO [StoreOpener-e58a97e4474ce9a830b483baa39e07d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e58a97e4474ce9a830b483baa39e07d0 columnFamilyName norep 2024-12-02T18:24:09,221 DEBUG [StoreOpener-e58a97e4474ce9a830b483baa39e07d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:24:09,221 INFO [StoreOpener-e58a97e4474ce9a830b483baa39e07d0-1 {}] regionserver.HStore(327): Store=e58a97e4474ce9a830b483baa39e07d0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:24:09,221 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e58a97e4474ce9a830b483baa39e07d0 2024-12-02T18:24:09,222 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/data/default/test/e58a97e4474ce9a830b483baa39e07d0 2024-12-02T18:24:09,224 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/data/default/test/e58a97e4474ce9a830b483baa39e07d0 2024-12-02T18:24:09,228 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e58a97e4474ce9a830b483baa39e07d0 2024-12-02T18:24:09,228 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e58a97e4474ce9a830b483baa39e07d0 2024-12-02T18:24:09,232 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T18:24:09,234 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e58a97e4474ce9a830b483baa39e07d0 2024-12-02T18:24:09,239 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/data/default/test/e58a97e4474ce9a830b483baa39e07d0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T18:24:09,240 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e58a97e4474ce9a830b483baa39e07d0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65402461, jitterRate=-0.025427386164665222}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T18:24:09,240 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e58a97e4474ce9a830b483baa39e07d0 2024-12-02T18:24:09,240 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e58a97e4474ce9a830b483baa39e07d0: Running coprocessor pre-open hook at 1733163849207Writing region info on filesystem at 1733163849207Initializing all the Stores at 1733163849209 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163849209Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163849216 (+7 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163849216Cleaning up temporary data from old regions at 1733163849228 (+12 ms)Running coprocessor post-open hooks at 1733163849240 (+12 ms)Region opened successfully at 1733163849240 2024-12-02T18:24:09,241 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733163848461.e58a97e4474ce9a830b483baa39e07d0., pid=6, masterSystemTime=1733163849196 2024-12-02T18:24:09,243 DEBUG [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733163848461.e58a97e4474ce9a830b483baa39e07d0. 2024-12-02T18:24:09,243 INFO [RS_OPEN_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733163848461.e58a97e4474ce9a830b483baa39e07d0. 2024-12-02T18:24:09,244 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e58a97e4474ce9a830b483baa39e07d0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=95451c90bed2,42103,1733163841356 2024-12-02T18:24:09,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e58a97e4474ce9a830b483baa39e07d0, server=95451c90bed2,42103,1733163841356 because future has completed 2024-12-02T18:24:09,259 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T18:24:09,259 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e58a97e4474ce9a830b483baa39e07d0, server=95451c90bed2,42103,1733163841356 in 213 msec 2024-12-02T18:24:09,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T18:24:09,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e58a97e4474ce9a830b483baa39e07d0, ASSIGN in 376 msec 2024-12-02T18:24:09,261 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T18:24:09,261 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733163849261"}]},"ts":"1733163849261"} 2024-12-02T18:24:09,263 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-02T18:24:09,264 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T18:24:09,265 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 803 msec 2024-12-02T18:24:09,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36043 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T18:24:09,599 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-02T18:24:09,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@585871a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:24:09,599 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,40787,-1 for getting cluster id 2024-12-02T18:24:09,600 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:24:09,600 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cf0b91e7-f519-4c48-bd9e-14a21597f60d' 2024-12-02T18:24:09,600 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:24:09,601 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cf0b91e7-f519-4c48-bd9e-14a21597f60d" 2024-12-02T18:24:09,601 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13078899, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:24:09,601 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,40787,-1] 2024-12-02T18:24:09,601 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:24:09,601 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:24:09,602 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:24:09,602 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21546acb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:24:09,602 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:24:09,603 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,40787,1733163830507 2024-12-02T18:24:09,603 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@191d0768 2024-12-02T18:24:09,603 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:24:09,604 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T18:24:09,604 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://95451c90bed2:46569,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T18:24:09,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T18:24:09,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T18:24:09,607 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='95451c90bed2:46569' 2024-12-02T18:24:09,608 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ad7cffe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:24:09,608 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,46569,-1 for getting cluster id 2024-12-02T18:24:09,608 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:24:09,608 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e543742a-b9b6-4c10-aa59-b9b3b51ff4bb' 2024-12-02T18:24:09,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:24:09,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e543742a-b9b6-4c10-aa59-b9b3b51ff4bb" 2024-12-02T18:24:09,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ace4f3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:24:09,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,46569,-1] 2024-12-02T18:24:09,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:24:09,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:24:09,609 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:24:09,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b098207, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:24:09,610 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:24:09,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,46569,1733163836030 2024-12-02T18:24:09,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71cd69f8 2024-12-02T18:24:09,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:24:09,611 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T18:24:09,612 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-02T18:24:09,612 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T18:24:09,612 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:24:09,612 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:24:09,612 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:24:09,612 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T18:24:09,614 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-02T18:24:09,616 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T18:24:09,616 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:24:09,617 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T18:24:09,664 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-02T18:24:09,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741837_1013 (size=1138) 2024-12-02T18:24:09,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T18:24:09,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:24:09,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:24:09,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:24:09,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:24:09,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:24:09,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:24:09,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:24:09,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:24:09,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:24:09,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:24:09,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:24:09,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:24:09,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:24:09,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:24:09,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:24:09,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:24:09,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:24:09,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T18:24:10,065 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f374a9d82f727ffbd86c483c0edaee63, NAME => 'hbase:replication,,1733163849612.f374a9d82f727ffbd86c483c0edaee63.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2 2024-12-02T18:24:10,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741838_1014 (size=44) 2024-12-02T18:24:10,086 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733163849612.f374a9d82f727ffbd86c483c0edaee63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:24:10,086 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f374a9d82f727ffbd86c483c0edaee63, disabling compactions & flushes 2024-12-02T18:24:10,086 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733163849612.f374a9d82f727ffbd86c483c0edaee63. 2024-12-02T18:24:10,086 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733163849612.f374a9d82f727ffbd86c483c0edaee63. 2024-12-02T18:24:10,086 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733163849612.f374a9d82f727ffbd86c483c0edaee63. after waiting 0 ms 2024-12-02T18:24:10,086 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733163849612.f374a9d82f727ffbd86c483c0edaee63. 2024-12-02T18:24:10,086 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733163849612.f374a9d82f727ffbd86c483c0edaee63. 2024-12-02T18:24:10,086 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f374a9d82f727ffbd86c483c0edaee63: Waiting for close lock at 1733163850086Disabling compacts and flushes for region at 1733163850086Disabling writes for close at 1733163850086Writing region close event to WAL at 1733163850086Closed at 1733163850086 2024-12-02T18:24:10,087 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T18:24:10,088 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733163849612.f374a9d82f727ffbd86c483c0edaee63.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733163850087"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733163850087"}]},"ts":"1733163850087"} 2024-12-02T18:24:10,090 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T18:24:10,094 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T18:24:10,094 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733163850094"}]},"ts":"1733163850094"} 2024-12-02T18:24:10,096 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-02T18:24:10,097 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f374a9d82f727ffbd86c483c0edaee63, ASSIGN}] 2024-12-02T18:24:10,098 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f374a9d82f727ffbd86c483c0edaee63, ASSIGN 2024-12-02T18:24:10,099 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f374a9d82f727ffbd86c483c0edaee63, ASSIGN; state=OFFLINE, location=95451c90bed2,38911,1733163830694; forceNewPlan=false, retain=false 2024-12-02T18:24:10,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T18:24:10,252 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f374a9d82f727ffbd86c483c0edaee63, regionState=OPENING, regionLocation=95451c90bed2,38911,1733163830694 2024-12-02T18:24:10,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f374a9d82f727ffbd86c483c0edaee63, ASSIGN because future has completed 2024-12-02T18:24:10,272 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f374a9d82f727ffbd86c483c0edaee63, server=95451c90bed2,38911,1733163830694}] 2024-12-02T18:24:10,432 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733163849612.f374a9d82f727ffbd86c483c0edaee63. 2024-12-02T18:24:10,432 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T18:24:10,433 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-02T18:24:10,433 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T18:24:10,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:24:10,434 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=95451c90bed2%2C38911%2C1733163830694.rep, suffix=, logDir=hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694, archiveDir=hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/oldWALs, maxLogs=10 2024-12-02T18:24:10,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:24:10,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:24:10,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:24:10,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:24:10,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:24:10,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:24:10,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.rep.1733163850434, exclude list is [], retry=0 2024-12-02T18:24:10,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40681,DS-b1017402-4547-4cdc-9f9d-d92cd7639f36,DISK] 2024-12-02T18:24:10,485 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.rep.1733163850434 2024-12-02T18:24:10,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37063:37063)] 2024-12-02T18:24:10,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f374a9d82f727ffbd86c483c0edaee63, NAME => 'hbase:replication,,1733163849612.f374a9d82f727ffbd86c483c0edaee63.', STARTKEY => '', ENDKEY => ''} 2024-12-02T18:24:10,505 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-02T18:24:10,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T18:24:10,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733163849612.f374a9d82f727ffbd86c483c0edaee63. service=MultiRowMutationService 2024-12-02T18:24:10,506 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-02T18:24:10,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f374a9d82f727ffbd86c483c0edaee63 2024-12-02T18:24:10,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733163849612.f374a9d82f727ffbd86c483c0edaee63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T18:24:10,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f374a9d82f727ffbd86c483c0edaee63 2024-12-02T18:24:10,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f374a9d82f727ffbd86c483c0edaee63 2024-12-02T18:24:10,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:24:10,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:24:10,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:24:10,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:24:10,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:24:10,528 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:24:10,528 INFO [StoreOpener-f374a9d82f727ffbd86c483c0edaee63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f374a9d82f727ffbd86c483c0edaee63 2024-12-02T18:24:10,530 INFO [StoreOpener-f374a9d82f727ffbd86c483c0edaee63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f374a9d82f727ffbd86c483c0edaee63 columnFamilyName hfileref 2024-12-02T18:24:10,530 DEBUG [StoreOpener-f374a9d82f727ffbd86c483c0edaee63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:24:10,532 INFO [StoreOpener-f374a9d82f727ffbd86c483c0edaee63-1 {}] regionserver.HStore(327): Store=f374a9d82f727ffbd86c483c0edaee63/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:24:10,532 INFO [StoreOpener-f374a9d82f727ffbd86c483c0edaee63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f374a9d82f727ffbd86c483c0edaee63 2024-12-02T18:24:10,534 INFO [StoreOpener-f374a9d82f727ffbd86c483c0edaee63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f374a9d82f727ffbd86c483c0edaee63 columnFamilyName queue 2024-12-02T18:24:10,534 DEBUG [StoreOpener-f374a9d82f727ffbd86c483c0edaee63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:24:10,535 INFO [StoreOpener-f374a9d82f727ffbd86c483c0edaee63-1 {}] regionserver.HStore(327): Store=f374a9d82f727ffbd86c483c0edaee63/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:24:10,535 INFO [StoreOpener-f374a9d82f727ffbd86c483c0edaee63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f374a9d82f727ffbd86c483c0edaee63 2024-12-02T18:24:10,537 INFO [StoreOpener-f374a9d82f727ffbd86c483c0edaee63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f374a9d82f727ffbd86c483c0edaee63 columnFamilyName sid 2024-12-02T18:24:10,537 DEBUG [StoreOpener-f374a9d82f727ffbd86c483c0edaee63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T18:24:10,542 INFO [StoreOpener-f374a9d82f727ffbd86c483c0edaee63-1 {}] regionserver.HStore(327): Store=f374a9d82f727ffbd86c483c0edaee63/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T18:24:10,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f374a9d82f727ffbd86c483c0edaee63 2024-12-02T18:24:10,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/data/hbase/replication/f374a9d82f727ffbd86c483c0edaee63 2024-12-02T18:24:10,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/data/hbase/replication/f374a9d82f727ffbd86c483c0edaee63 2024-12-02T18:24:10,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f374a9d82f727ffbd86c483c0edaee63 2024-12-02T18:24:10,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f374a9d82f727ffbd86c483c0edaee63 2024-12-02T18:24:10,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T18:24:10,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f374a9d82f727ffbd86c483c0edaee63 2024-12-02T18:24:10,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:24:10,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:24:10,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:24:10,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:24:10,572 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/data/hbase/replication/f374a9d82f727ffbd86c483c0edaee63/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T18:24:10,573 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f374a9d82f727ffbd86c483c0edaee63; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73507553, jitterRate=0.09534789621829987}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T18:24:10,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f374a9d82f727ffbd86c483c0edaee63 2024-12-02T18:24:10,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f374a9d82f727ffbd86c483c0edaee63: Running coprocessor pre-open hook at 1733163850506Writing region info on filesystem at 1733163850506Initializing all the Stores at 1733163850510 (+4 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163850510Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163850528 (+18 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733163850528Cleaning up temporary data from old regions at 1733163850546 (+18 ms)Running coprocessor post-open hooks at 1733163850573 (+27 ms)Region opened successfully at 1733163850573 2024-12-02T18:24:10,574 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733163849612.f374a9d82f727ffbd86c483c0edaee63., pid=10, masterSystemTime=1733163850429 2024-12-02T18:24:10,577 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f374a9d82f727ffbd86c483c0edaee63, regionState=OPEN, openSeqNum=2, regionLocation=95451c90bed2,38911,1733163830694 2024-12-02T18:24:10,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733163849612.f374a9d82f727ffbd86c483c0edaee63. 2024-12-02T18:24:10,577 INFO [RS_OPEN_PRIORITY_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733163849612.f374a9d82f727ffbd86c483c0edaee63. 2024-12-02T18:24:10,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f374a9d82f727ffbd86c483c0edaee63, server=95451c90bed2,38911,1733163830694 because future has completed 2024-12-02T18:24:10,584 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-02T18:24:10,584 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f374a9d82f727ffbd86c483c0edaee63, server=95451c90bed2,38911,1733163830694 in 310 msec 2024-12-02T18:24:10,586 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-02T18:24:10,586 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f374a9d82f727ffbd86c483c0edaee63, ASSIGN in 487 msec 2024-12-02T18:24:10,586 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T18:24:10,587 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733163850586"}]},"ts":"1733163850586"} 2024-12-02T18:24:10,588 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-02T18:24:10,589 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T18:24:10,590 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 977 msec 2024-12-02T18:24:10,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733163849612.f374a9d82f727ffbd86c483c0edaee63., hostname=95451c90bed2,38911,1733163830694, seqNum=2] 2024-12-02T18:24:10,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40787-0x10197493f930000, quorum=127.0.0.1:54803, baseZNode=/0503067632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0503067632 2024-12-02T18:24:10,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38911-0x10197493f930001, quorum=127.0.0.1:54803, baseZNode=/0503067632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0503067632 2024-12-02T18:24:10,725 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T18:24:10,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T18:24:10,868 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-02T18:24:10,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38911 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-02T18:24:10,885 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-02T18:24:10,926 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-95451c90bed2,38911,1733163830694, ReplicationSource: 1, currentBandwidth=0 2024-12-02T18:24:10,927 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:24:10,927 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,38911,1733163830694, seqNum=-1] 2024-12-02T18:24:10,928 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:24:10,929 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35253, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-12-02T18:24:10,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-95451c90bed2,38911,1733163830694', locateType=CURRENT is [region=hbase:replication,,1733163849612.f374a9d82f727ffbd86c483c0edaee63., hostname=95451c90bed2,38911,1733163830694, seqNum=2] 2024-12-02T18:24:10,933 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-02T18:24:10,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-02T18:24:10,936 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 95451c90bed2,38911,1733163830694 suceeded 2024-12-02T18:24:10,938 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-02T18:24:10,938 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 211 msec 2024-12-02T18:24:10,939 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://95451c90bed2:46569,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T18:24:10,941 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3350 sec 2024-12-02T18:24:10,954 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38911,1733163830694 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='95451c90bed2:46569' 2024-12-02T18:24:10,958 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38911,1733163830694 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@615ff310, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:24:10,958 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38911,1733163830694 {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,46569,-1 for getting cluster id 2024-12-02T18:24:10,958 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38911,1733163830694 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:24:10,959 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e543742a-b9b6-4c10-aa59-b9b3b51ff4bb' 2024-12-02T18:24:10,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:24:10,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e543742a-b9b6-4c10-aa59-b9b3b51ff4bb" 2024-12-02T18:24:10,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46ff9940, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:24:10,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,46569,-1] 2024-12-02T18:24:10,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:24:10,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:24:10,961 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:24:10,961 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38911,1733163830694 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@beb41b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:24:10,961 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38911,1733163830694 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:24:10,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,46569,1733163836030 2024-12-02T18:24:10,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a28c470 2024-12-02T18:24:10,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:24:10,968 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-02T18:24:10,969 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38911,1733163830694 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-95451c90bed2,38911,1733163830694 (queues=1) is replicating from cluster=cf0b91e7-f519-4c48-bd9e-14a21597f60d to cluster=e543742a-b9b6-4c10-aa59-b9b3b51ff4bb 2024-12-02T18:24:10,969 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38911,1733163830694 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=95451c90bed2%2C38911%2C1733163830694 2024-12-02T18:24:10,969 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38911,1733163830694 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-95451c90bed2,38911,1733163830694, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T18:24:10,980 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38911,1733163830694.replicationSource.wal-reader.95451c90bed2%2C38911%2C1733163830694,1-95451c90bed2,38911,1733163830694 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.1733163832993, startPosition=0, beingWritten=true 2024-12-02T18:24:10,992 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38911,1733163830694.replicationSource.shipper95451c90bed2%2C38911%2C1733163830694,1-95451c90bed2,38911,1733163830694 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 95451c90bed2%2C38911%2C1733163830694 2024-12-02T18:24:11,021 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38911,1733163830694.replicationSource.wal-reader.95451c90bed2%2C38911%2C1733163830694,1-95451c90bed2,38911,1733163830694 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T18:24:11,021 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38911,1733163830694.replicationSource.wal-reader.95451c90bed2%2C38911%2C1733163830694,1-95451c90bed2,38911,1733163830694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.1733163832993 to pos 379, reset compression=false 2024-12-02T18:24:11,021 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38911,1733163830694.replicationSource.shipper95451c90bed2%2C38911%2C1733163830694,1-95451c90bed2,38911,1733163830694 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-95451c90bed2,38911,1733163830694 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.1733163832993, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T18:24:11,225 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38911,1733163830694.replicationSource.wal-reader.95451c90bed2%2C38911%2C1733163830694,1-95451c90bed2,38911,1733163830694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.1733163832993 to pos 379, reset compression=false 2024-12-02T18:24:11,529 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38911,1733163830694.replicationSource.wal-reader.95451c90bed2%2C38911%2C1733163830694,1-95451c90bed2,38911,1733163830694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.1733163832993 to pos 379, reset compression=false 2024-12-02T18:24:11,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-02T18:24:11,749 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-02T18:24:11,749 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T18:24:11,749 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:24:11,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:24:11,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:24:11,750 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:24:11,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fe11dfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:24:11,752 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,40787,-1 for getting cluster id 2024-12-02T18:24:11,752 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:24:11,753 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cf0b91e7-f519-4c48-bd9e-14a21597f60d' 2024-12-02T18:24:11,753 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:24:11,753 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cf0b91e7-f519-4c48-bd9e-14a21597f60d" 2024-12-02T18:24:11,753 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@270f95b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:24:11,753 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,40787,-1] 2024-12-02T18:24:11,753 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:24:11,753 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:24:11,754 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:24:11,755 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@219e3dca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:24:11,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4090f0ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:24:11,756 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,46569,-1 for getting cluster id 2024-12-02T18:24:11,756 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:24:11,756 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e543742a-b9b6-4c10-aa59-b9b3b51ff4bb' 2024-12-02T18:24:11,757 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:24:11,757 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e543742a-b9b6-4c10-aa59-b9b3b51ff4bb" 2024-12-02T18:24:11,757 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a68113b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:24:11,757 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,46569,-1] 2024-12-02T18:24:11,757 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:24:11,757 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:24:11,758 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:24:11,760 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@529ce858, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:24:11,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24f8d25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:24:11,769 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,36043,-1 for getting cluster id 2024-12-02T18:24:11,769 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:24:11,772 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bfeb69ff-0358-410c-8321-3b86e09f5a94' 2024-12-02T18:24:11,772 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:24:11,772 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bfeb69ff-0358-410c-8321-3b86e09f5a94" 2024-12-02T18:24:11,773 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d13390a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:24:11,773 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,36043,-1] 2024-12-02T18:24:11,773 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:24:11,773 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:24:11,774 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:24:11,774 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b8a1b36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:24:11,775 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:24:11,785 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1733163851785/Put/seqid=0 2024-12-02T18:24:11,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741840_1016 (size=7894) 2024-12-02T18:24:11,857 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T18:24:11,937 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38911,1733163830694.replicationSource.wal-reader.95451c90bed2%2C38911%2C1733163830694,1-95451c90bed2,38911,1733163830694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.1733163832993 to pos 379, reset compression=false 2024-12-02T18:24:12,227 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1733163852227/Put/seqid=0 2024-12-02T18:24:12,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741841_1017 (size=7691) 2024-12-02T18:24:12,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@771648fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:24:12,236 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,40787,-1 for getting cluster id 2024-12-02T18:24:12,236 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:24:12,237 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cf0b91e7-f519-4c48-bd9e-14a21597f60d' 2024-12-02T18:24:12,237 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:24:12,237 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cf0b91e7-f519-4c48-bd9e-14a21597f60d" 2024-12-02T18:24:12,237 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72d98031, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:24:12,237 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,40787,-1] 2024-12-02T18:24:12,238 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:24:12,238 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:24:12,238 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:24:12,239 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49f35ac8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:24:12,239 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:24:12,240 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,38911,1733163830694, seqNum=-1] 2024-12-02T18:24:12,241 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:24:12,241 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T18:24:12,248 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:24:12,249 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,40787,1733163830507 2024-12-02T18:24:12,249 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a77ef9 2024-12-02T18:24:12,249 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:24:12,250 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T18:24:12,253 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733163845169.1f71a96fbdf3603fa2988fa8252ffb00., hostname=95451c90bed2,38911,1733163830694, seqNum=2] 2024-12-02T18:24:12,257 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T18:24:12,263 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-12-02T18:24:12,266 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-12-02T18:24:12,278 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38911 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 1f71a96fbdf3603fa2988fa8252ffb00/f 2024-12-02T18:24:12,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38911 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-02T18:24:12,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38911 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T18:24:12,282 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38911 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 1f71a96fbdf3603fa2988fa8252ffb00/f 2024-12-02T18:24:12,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38911 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-02T18:24:12,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38911 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T18:24:12,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38911 {}] regionserver.HRegion(2603): Flush status journal for 1f71a96fbdf3603fa2988fa8252ffb00: 2024-12-02T18:24:12,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38911 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/staging/jenkins__test__u1ioefg5nhl8i6efo4icrnnj1bb8vthsmo32t4sjkf0sm7u16idooq6ak5tnmcm6/f/hfile_1 2024-12-02T18:24:12,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38911 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/staging/jenkins__test__u1ioefg5nhl8i6efo4icrnnj1bb8vthsmo32t4sjkf0sm7u16idooq6ak5tnmcm6/f/hfile_1 as hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/data/default/test/1f71a96fbdf3603fa2988fa8252ffb00/f/90707bb4371a4aa58b0a8eac9009d6b9_SeqId_4_ 2024-12-02T18:24:12,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38911 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/staging/jenkins__test__u1ioefg5nhl8i6efo4icrnnj1bb8vthsmo32t4sjkf0sm7u16idooq6ak5tnmcm6/f/hfile_0 2024-12-02T18:24:12,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38911 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/staging/jenkins__test__u1ioefg5nhl8i6efo4icrnnj1bb8vthsmo32t4sjkf0sm7u16idooq6ak5tnmcm6/f/hfile_0 as hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/data/default/test/1f71a96fbdf3603fa2988fa8252ffb00/f/ebdb2b34394e491d8bde53ec9d112c2a_SeqId_4_ 2024-12-02T18:24:12,299 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38911 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/staging/jenkins__test__u1ioefg5nhl8i6efo4icrnnj1bb8vthsmo32t4sjkf0sm7u16idooq6ak5tnmcm6/f/hfile_1 into 1f71a96fbdf3603fa2988fa8252ffb00/f as hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/data/default/test/1f71a96fbdf3603fa2988fa8252ffb00/f/90707bb4371a4aa58b0a8eac9009d6b9_SeqId_4_ - updating store file list. 2024-12-02T18:24:12,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38911 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 90707bb4371a4aa58b0a8eac9009d6b9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T18:24:12,303 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38911 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/data/default/test/1f71a96fbdf3603fa2988fa8252ffb00/f/90707bb4371a4aa58b0a8eac9009d6b9_SeqId_4_ into 1f71a96fbdf3603fa2988fa8252ffb00/f 2024-12-02T18:24:12,303 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38911 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/staging/jenkins__test__u1ioefg5nhl8i6efo4icrnnj1bb8vthsmo32t4sjkf0sm7u16idooq6ak5tnmcm6/f/hfile_1 into 1f71a96fbdf3603fa2988fa8252ffb00/f (new location: hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/data/default/test/1f71a96fbdf3603fa2988fa8252ffb00/f/90707bb4371a4aa58b0a8eac9009d6b9_SeqId_4_) 2024-12-02T18:24:12,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38911 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/staging/jenkins__test__u1ioefg5nhl8i6efo4icrnnj1bb8vthsmo32t4sjkf0sm7u16idooq6ak5tnmcm6/f/hfile_1 2024-12-02T18:24:12,304 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38911 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/staging/jenkins__test__u1ioefg5nhl8i6efo4icrnnj1bb8vthsmo32t4sjkf0sm7u16idooq6ak5tnmcm6/f/hfile_0 into 1f71a96fbdf3603fa2988fa8252ffb00/f as hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/data/default/test/1f71a96fbdf3603fa2988fa8252ffb00/f/ebdb2b34394e491d8bde53ec9d112c2a_SeqId_4_ - updating store file list. 2024-12-02T18:24:12,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38911 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ebdb2b34394e491d8bde53ec9d112c2a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T18:24:12,310 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38911 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/data/default/test/1f71a96fbdf3603fa2988fa8252ffb00/f/ebdb2b34394e491d8bde53ec9d112c2a_SeqId_4_ into 1f71a96fbdf3603fa2988fa8252ffb00/f 2024-12-02T18:24:12,310 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38911 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/staging/jenkins__test__u1ioefg5nhl8i6efo4icrnnj1bb8vthsmo32t4sjkf0sm7u16idooq6ak5tnmcm6/f/hfile_0 into 1f71a96fbdf3603fa2988fa8252ffb00/f (new location: hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/data/default/test/1f71a96fbdf3603fa2988fa8252ffb00/f/ebdb2b34394e491d8bde53ec9d112c2a_SeqId_4_) 2024-12-02T18:24:12,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38911 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/staging/jenkins__test__u1ioefg5nhl8i6efo4icrnnj1bb8vthsmo32t4sjkf0sm7u16idooq6ak5tnmcm6/f/hfile_0 2024-12-02T18:24:12,313 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T18:24:12,313 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:24:12,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:24:12,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:24:12,313 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:24:12,313 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:24:12,313 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733163845169.1f71a96fbdf3603fa2988fa8252ffb00., hostname=95451c90bed2,38911,1733163830694, seqNum=2 , the old value is region=test,,1733163845169.1f71a96fbdf3603fa2988fa8252ffb00., hostname=95451c90bed2,38911,1733163830694, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=95451c90bed2:38911 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T18:24:12,313 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733163845169.1f71a96fbdf3603fa2988fa8252ffb00., hostname=95451c90bed2,38911,1733163830694, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T18:24:12,313 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733163845169.1f71a96fbdf3603fa2988fa8252ffb00., hostname=95451c90bed2,38911,1733163830694, seqNum=2 from cache 2024-12-02T18:24:12,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38911 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38911: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:47148 deadline: 1733163912314 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:47148 2024-12-02T18:24:12,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,35125,1733163836141, seqNum=-1] 2024-12-02T18:24:12,315 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:24:12,316 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T18:24:12,320 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733163847322.77bbbd15f2cbfcf21b5015005548f33a., hostname=95451c90bed2,35125,1733163836141, seqNum=2] 2024-12-02T18:24:12,322 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-02T18:24:12,419 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=95451c90bed2:38911 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-02T18:24:12,441 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38911,1733163830694.replicationSource.wal-reader.95451c90bed2%2C38911%2C1733163830694,1-95451c90bed2,38911,1733163830694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.1733163832993 to pos 379, reset compression=false 2024-12-02T18:24:12,467 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38911,1733163830694.replicationSource.wal-reader.95451c90bed2%2C38911%2C1733163830694,1-95451c90bed2,38911,1733163830694 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T18:24:12,467 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38911,1733163830694.replicationSource.shipper95451c90bed2%2C38911%2C1733163830694,1-95451c90bed2,38911,1733163830694 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-95451c90bed2,38911,1733163830694 got entry batch from reader: WALEntryBatch [walEntries=[{test/1f71a96fbdf3603fa2988fa8252ffb00/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733163852311/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.1733163832993, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-02T18:24:12,470 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38911,1733163830694.replicationSource.shipper95451c90bed2%2C38911%2C1733163830694,1-95451c90bed2,38911,1733163830694 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T18:24:12,470 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-02T18:24:12,471 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35125 {}] regionserver.ReplicationSink(318): Replicating [cf0b91e7-f519-4c48-bd9e-14a21597f60d] bulk loaded data 2024-12-02T18:24:12,480 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35125 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@480f216d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:24:12,481 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35125 {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,46569,-1 for getting cluster id 2024-12-02T18:24:12,481 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35125 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:24:12,481 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e543742a-b9b6-4c10-aa59-b9b3b51ff4bb' 2024-12-02T18:24:12,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:24:12,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e543742a-b9b6-4c10-aa59-b9b3b51ff4bb" 2024-12-02T18:24:12,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f013e39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:24:12,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,46569,-1] 2024-12-02T18:24:12,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:24:12,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:24:12,483 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:24:12,485 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35125 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19158024, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:24:12,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41169 is added to blk_1073741837_1013 (size=7691) 2024-12-02T18:24:12,668 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38911,1733163830694.replicationSource.wal-reader.95451c90bed2%2C38911%2C1733163830694,1-95451c90bed2,38911,1733163830694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.1733163832993 to pos 687, reset compression=false 2024-12-02T18:24:12,976 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38911,1733163830694.replicationSource.wal-reader.95451c90bed2%2C38911%2C1733163830694,1-95451c90bed2,38911,1733163830694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.1733163832993 to pos 687, reset compression=false 2024-12-02T18:24:12,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41169 is added to blk_1073741838_1014 (size=7894) 2024-12-02T18:24:13,325 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-02T18:24:13,384 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38911,1733163830694.replicationSource.wal-reader.95451c90bed2%2C38911%2C1733163830694,1-95451c90bed2,38911,1733163830694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.1733163832993 to pos 687, reset compression=false 2024-12-02T18:24:13,386 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35125 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:24:13,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,46569,1733163836030 2024-12-02T18:24:13,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6fb73140 2024-12-02T18:24:13,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:24:13,388 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-12-02T18:24:13,390 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35125 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T18:24:13,390 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35125 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:24:13,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,35125,1733163836141, seqNum=-1] 2024-12-02T18:24:13,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:24:13,398 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-12-02T18:24:13,415 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/staging/jenkins.hfs.22__test__jsfv7f5aqpa274hrqov8bo6l30834jf0f157cs4idpgl9l0acl62gk3v8cqnh6l3/f/90707bb4371a4aa58b0a8eac9009d6b9_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-12-02T18:24:13,423 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/staging/jenkins.hfs.22__test__jsfv7f5aqpa274hrqov8bo6l30834jf0f157cs4idpgl9l0acl62gk3v8cqnh6l3/f/ebdb2b34394e491d8bde53ec9d112c2a_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-12-02T18:24:13,438 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35125 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/staging/jenkins.hfs.22__test__jsfv7f5aqpa274hrqov8bo6l30834jf0f157cs4idpgl9l0acl62gk3v8cqnh6l3/f/ebdb2b34394e491d8bde53ec9d112c2a_SeqId_4_ for inclusion in 77bbbd15f2cbfcf21b5015005548f33a/f 2024-12-02T18:24:13,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35125 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-02T18:24:13,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35125 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T18:24:13,441 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35125 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/staging/jenkins.hfs.22__test__jsfv7f5aqpa274hrqov8bo6l30834jf0f157cs4idpgl9l0acl62gk3v8cqnh6l3/f/90707bb4371a4aa58b0a8eac9009d6b9_SeqId_4_ for inclusion in 77bbbd15f2cbfcf21b5015005548f33a/f 2024-12-02T18:24:13,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35125 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-02T18:24:13,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35125 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T18:24:13,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35125 {}] regionserver.HRegion(2603): Flush status journal for 77bbbd15f2cbfcf21b5015005548f33a: 2024-12-02T18:24:13,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35125 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ebdb2b34394e491d8bde53ec9d112c2a_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-02T18:24:13,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35125 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/staging/jenkins.hfs.22__test__jsfv7f5aqpa274hrqov8bo6l30834jf0f157cs4idpgl9l0acl62gk3v8cqnh6l3/f/ebdb2b34394e491d8bde53ec9d112c2a_SeqId_4_ as hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/data/default/test/77bbbd15f2cbfcf21b5015005548f33a/f/6c10aee91aed45eba291ab587f90574e_SeqId_4_ 2024-12-02T18:24:13,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35125 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 90707bb4371a4aa58b0a8eac9009d6b9_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-02T18:24:13,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35125 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/staging/jenkins.hfs.22__test__jsfv7f5aqpa274hrqov8bo6l30834jf0f157cs4idpgl9l0acl62gk3v8cqnh6l3/f/90707bb4371a4aa58b0a8eac9009d6b9_SeqId_4_ as hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/data/default/test/77bbbd15f2cbfcf21b5015005548f33a/f/1b04bbc0aaca423c8fe6a354aaabbcce_SeqId_4_ 2024-12-02T18:24:13,456 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35125 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/staging/jenkins.hfs.22__test__jsfv7f5aqpa274hrqov8bo6l30834jf0f157cs4idpgl9l0acl62gk3v8cqnh6l3/f/ebdb2b34394e491d8bde53ec9d112c2a_SeqId_4_ into 77bbbd15f2cbfcf21b5015005548f33a/f as hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/data/default/test/77bbbd15f2cbfcf21b5015005548f33a/f/6c10aee91aed45eba291ab587f90574e_SeqId_4_ - updating store file list. 2024-12-02T18:24:13,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35125 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6c10aee91aed45eba291ab587f90574e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T18:24:13,463 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35125 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/data/default/test/77bbbd15f2cbfcf21b5015005548f33a/f/6c10aee91aed45eba291ab587f90574e_SeqId_4_ into 77bbbd15f2cbfcf21b5015005548f33a/f 2024-12-02T18:24:13,463 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35125 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/staging/jenkins.hfs.22__test__jsfv7f5aqpa274hrqov8bo6l30834jf0f157cs4idpgl9l0acl62gk3v8cqnh6l3/f/ebdb2b34394e491d8bde53ec9d112c2a_SeqId_4_ into 77bbbd15f2cbfcf21b5015005548f33a/f (new location: hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/data/default/test/77bbbd15f2cbfcf21b5015005548f33a/f/6c10aee91aed45eba291ab587f90574e_SeqId_4_) 2024-12-02T18:24:13,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35125 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/staging/jenkins.hfs.22__test__jsfv7f5aqpa274hrqov8bo6l30834jf0f157cs4idpgl9l0acl62gk3v8cqnh6l3/f/ebdb2b34394e491d8bde53ec9d112c2a_SeqId_4_ 2024-12-02T18:24:13,464 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35125 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/staging/jenkins.hfs.22__test__jsfv7f5aqpa274hrqov8bo6l30834jf0f157cs4idpgl9l0acl62gk3v8cqnh6l3/f/90707bb4371a4aa58b0a8eac9009d6b9_SeqId_4_ into 77bbbd15f2cbfcf21b5015005548f33a/f as hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/data/default/test/77bbbd15f2cbfcf21b5015005548f33a/f/1b04bbc0aaca423c8fe6a354aaabbcce_SeqId_4_ - updating store file list. 2024-12-02T18:24:13,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35125 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1b04bbc0aaca423c8fe6a354aaabbcce_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T18:24:13,467 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35125 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/data/default/test/77bbbd15f2cbfcf21b5015005548f33a/f/1b04bbc0aaca423c8fe6a354aaabbcce_SeqId_4_ into 77bbbd15f2cbfcf21b5015005548f33a/f 2024-12-02T18:24:13,467 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35125 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/staging/jenkins.hfs.22__test__jsfv7f5aqpa274hrqov8bo6l30834jf0f157cs4idpgl9l0acl62gk3v8cqnh6l3/f/90707bb4371a4aa58b0a8eac9009d6b9_SeqId_4_ into 77bbbd15f2cbfcf21b5015005548f33a/f (new location: hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/data/default/test/77bbbd15f2cbfcf21b5015005548f33a/f/1b04bbc0aaca423c8fe6a354aaabbcce_SeqId_4_) 2024-12-02T18:24:13,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35125 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/staging/jenkins.hfs.22__test__jsfv7f5aqpa274hrqov8bo6l30834jf0f157cs4idpgl9l0acl62gk3v8cqnh6l3/f/90707bb4371a4aa58b0a8eac9009d6b9_SeqId_4_ 2024-12-02T18:24:13,469 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35125 {}] regionserver.ReplicationSink(324): Finished replicating [cf0b91e7-f519-4c48-bd9e-14a21597f60d] bulk loaded data 2024-12-02T18:24:13,658 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:24:13,659 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [95451c90bed2,40805,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=95451c90bed2:40805 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T18:24:13,659 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 18, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 169143 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [95451c90bed2,40805,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=95451c90bed2:40805 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-02T18:24:13,901 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38911,1733163830694.replicationSource.wal-reader.95451c90bed2%2C38911%2C1733163830694,1-95451c90bed2,38911,1733163830694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.1733163832993 to pos 687, reset compression=false 2024-12-02T18:24:14,338 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:24:14,342 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,42103,1733163841356, seqNum=-1] 2024-12-02T18:24:14,343 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:24:14,344 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T18:24:14,346 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733163848461.e58a97e4474ce9a830b483baa39e07d0., hostname=95451c90bed2,42103,1733163841356, seqNum=2] 2024-12-02T18:24:14,354 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T18:24:14,357 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T18:24:14,359 DEBUG [regionserver/95451c90bed2:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 95451c90bed2%2C38911%2C1733163830694.rep:(num 1733163850434) roll requested 2024-12-02T18:24:14,378 DEBUG [regionserver/95451c90bed2:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.rep.1733163854359, exclude list is [], retry=0 2024-12-02T18:24:14,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40681,DS-b1017402-4547-4cdc-9f9d-d92cd7639f36,DISK] 2024-12-02T18:24:14,403 INFO [regionserver/95451c90bed2:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.rep.1733163850434 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.rep.1733163854359 2024-12-02T18:24:14,404 DEBUG [regionserver/95451c90bed2:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37063:37063)] 2024-12-02T18:24:14,404 DEBUG [regionserver/95451c90bed2:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.rep.1733163850434 is not closed yet, will try archiving it next time 2024-12-02T18:24:14,404 DEBUG [regionserver/95451c90bed2:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 95451c90bed2%2C38911%2C1733163830694.meta:.meta(num 1733163834269) roll requested 2024-12-02T18:24:14,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741839_1015 (size=1505) 2024-12-02T18:24:14,430 DEBUG [regionserver/95451c90bed2:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.meta.1733163854404.meta, exclude list is [], retry=0 2024-12-02T18:24:14,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40681,DS-b1017402-4547-4cdc-9f9d-d92cd7639f36,DISK] 2024-12-02T18:24:14,452 INFO [regionserver/95451c90bed2:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.meta.1733163834269.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.meta.1733163854404.meta 2024-12-02T18:24:14,453 DEBUG [regionserver/95451c90bed2:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37063:37063)] 2024-12-02T18:24:14,453 DEBUG [regionserver/95451c90bed2:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.meta.1733163834269.meta is not closed yet, will try archiving it next time 2024-12-02T18:24:14,453 DEBUG [regionserver/95451c90bed2:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 95451c90bed2%2C38911%2C1733163830694:(num 1733163832993) roll requested 2024-12-02T18:24:14,456 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.meta.1733163834269.meta not finished, retry = 0 2024-12-02T18:24:14,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741834_1010 (size=3473) 2024-12-02T18:24:14,470 DEBUG [regionserver/95451c90bed2:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.1733163854453, exclude list is [], retry=0 2024-12-02T18:24:14,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40681,DS-b1017402-4547-4cdc-9f9d-d92cd7639f36,DISK] 2024-12-02T18:24:14,485 INFO [regionserver/95451c90bed2:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.1733163832993 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.1733163854453 2024-12-02T18:24:14,486 DEBUG [regionserver/95451c90bed2:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37063:37063)] 2024-12-02T18:24:14,486 DEBUG [regionserver/95451c90bed2:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.1733163832993 is not closed yet, will try archiving it next time 2024-12-02T18:24:14,487 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d68a3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:24:14,487 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,40787,-1 for getting cluster id 2024-12-02T18:24:14,487 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:24:14,488 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cf0b91e7-f519-4c48-bd9e-14a21597f60d' 2024-12-02T18:24:14,488 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:24:14,488 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cf0b91e7-f519-4c48-bd9e-14a21597f60d" 2024-12-02T18:24:14,488 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f706033, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:24:14,488 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,40787,-1] 2024-12-02T18:24:14,489 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:24:14,489 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:24:14,489 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.1733163832993 not finished, retry = 0 2024-12-02T18:24:14,489 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:24:14,490 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50e1f069, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:24:14,490 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:24:14,491 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,40787,1733163830507 2024-12-02T18:24:14,491 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@352fa935 2024-12-02T18:24:14,491 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:24:14,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741832_1008 (size=695) 2024-12-02T18:24:14,493 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T18:24:14,493 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://95451c90bed2:36043,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-02T18:24:14,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-02T18:24:14,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-02T18:24:14,497 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='95451c90bed2:36043' 2024-12-02T18:24:14,504 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@664c16d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:24:14,504 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,36043,-1 for getting cluster id 2024-12-02T18:24:14,505 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:24:14,505 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bfeb69ff-0358-410c-8321-3b86e09f5a94' 2024-12-02T18:24:14,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:24:14,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bfeb69ff-0358-410c-8321-3b86e09f5a94" 2024-12-02T18:24:14,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b4bc552, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:24:14,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,36043,-1] 2024-12-02T18:24:14,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:24:14,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:24:14,507 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:24:14,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46d81e95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:24:14,507 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:24:14,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,36043,1733163841249 2024-12-02T18:24:14,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11e0f2d8 2024-12-02T18:24:14,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:24:14,509 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T18:24:14,509 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-02T18:24:14,509 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-02T18:24:14,509 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:24:14,509 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:24:14,509 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:24:14,516 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38911,1733163830694.replicationSource.wal-reader.95451c90bed2%2C38911%2C1733163830694,1-95451c90bed2,38911,1733163830694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.1733163832993 to pos 687, reset compression=false 2024-12-02T18:24:14,528 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38911,1733163830694.replicationSource.wal-reader.95451c90bed2%2C38911%2C1733163830694,1-95451c90bed2,38911,1733163830694 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.1733163832993 2024-12-02T18:24:14,528 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38911,1733163830694.replicationSource.shipper95451c90bed2%2C38911%2C1733163830694,1-95451c90bed2,38911,1733163830694 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-95451c90bed2,38911,1733163830694 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.1733163832993, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-02T18:24:14,529 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38911,1733163830694.replicationSource.wal-reader.95451c90bed2%2C38911%2C1733163830694,1-95451c90bed2,38911,1733163830694 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.1733163854453, startPosition=0, beingWritten=true 2024-12-02T18:24:14,539 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38911,1733163830694.replicationSource.shipper95451c90bed2%2C38911%2C1733163830694,1-95451c90bed2,38911,1733163830694 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [95451c90bed2%2C38911%2C1733163830694.1733163832993] 2024-12-02T18:24:14,594 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.1733163832993 to hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/oldWALs/95451c90bed2%2C38911%2C1733163830694.1733163832993 2024-12-02T18:24:14,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-02T18:24:14,683 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-02T18:24:14,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-02T18:24:14,834 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38911 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-02T18:24:14,835 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-02T18:24:14,871 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-95451c90bed2,38911,1733163830694, ReplicationSource: 2, currentBandwidth=0 2024-12-02T18:24:14,876 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-02T18:24:14,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-02T18:24:14,886 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 95451c90bed2,38911,1733163830694 suceeded 2024-12-02T18:24:14,888 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-02T18:24:14,888 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://95451c90bed2:36043,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-02T18:24:14,888 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 203 msec 2024-12-02T18:24:14,890 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 395 msec 2024-12-02T18:24:14,900 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,2-95451c90bed2,38911,1733163830694 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='95451c90bed2:36043' 2024-12-02T18:24:14,904 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,2-95451c90bed2,38911,1733163830694 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1aa5baae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:24:14,904 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,2-95451c90bed2,38911,1733163830694 {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,36043,-1 for getting cluster id 2024-12-02T18:24:14,904 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,2-95451c90bed2,38911,1733163830694 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:24:14,905 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bfeb69ff-0358-410c-8321-3b86e09f5a94' 2024-12-02T18:24:14,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:24:14,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bfeb69ff-0358-410c-8321-3b86e09f5a94" 2024-12-02T18:24:14,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5cc44b69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:24:14,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,36043,-1] 2024-12-02T18:24:14,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:24:14,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:24:14,907 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:24:14,908 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,2-95451c90bed2,38911,1733163830694 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69693be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:24:14,908 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,2-95451c90bed2,38911,1733163830694 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:24:14,908 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,2-95451c90bed2,38911,1733163830694 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,36043,1733163841249 2024-12-02T18:24:14,908 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,2-95451c90bed2,38911,1733163830694 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70512800 2024-12-02T18:24:14,909 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,2-95451c90bed2,38911,1733163830694 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:24:14,909 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-02T18:24:14,911 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,2-95451c90bed2,38911,1733163830694 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-95451c90bed2,38911,1733163830694 (queues=1) is replicating from cluster=cf0b91e7-f519-4c48-bd9e-14a21597f60d to cluster=bfeb69ff-0358-410c-8321-3b86e09f5a94 2024-12-02T18:24:14,911 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,2-95451c90bed2,38911,1733163830694 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=95451c90bed2%2C38911%2C1733163830694 2024-12-02T18:24:14,911 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,2-95451c90bed2,38911,1733163830694 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-95451c90bed2,38911,1733163830694, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-02T18:24:14,912 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,2-95451c90bed2,38911,1733163830694.replicationSource.wal-reader.95451c90bed2%2C38911%2C1733163830694,2-95451c90bed2,38911,1733163830694 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.1733163854453, startPosition=0, beingWritten=true 2024-12-02T18:24:14,912 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,2-95451c90bed2,38911,1733163830694.replicationSource.shipper95451c90bed2%2C38911%2C1733163830694,2-95451c90bed2,38911,1733163830694 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 95451c90bed2%2C38911%2C1733163830694 2024-12-02T18:24:15,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-02T18:24:15,119 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-02T18:24:15,119 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T18:24:15,119 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:24:15,119 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:24:15,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:24:15,120 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T18:24:15,121 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:24:15,128 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1733163855127/Put/seqid=0 2024-12-02T18:24:15,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741845_1021 (size=11194) 2024-12-02T18:24:15,153 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,2-95451c90bed2,38911,1733163830694.replicationSource.wal-reader.95451c90bed2%2C38911%2C1733163830694,2-95451c90bed2,38911,1733163830694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.1733163854453 to pos 0, reset compression=false 2024-12-02T18:24:15,241 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38911,1733163830694.replicationSource.wal-reader.95451c90bed2%2C38911%2C1733163830694,1-95451c90bed2,38911,1733163830694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.1733163854453 to pos 0, reset compression=false 2024-12-02T18:24:15,457 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,2-95451c90bed2,38911,1733163830694.replicationSource.wal-reader.95451c90bed2%2C38911%2C1733163830694,2-95451c90bed2,38911,1733163830694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.1733163854453 to pos 0, reset compression=false 2024-12-02T18:24:15,555 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1733163855554/Put/seqid=0 2024-12-02T18:24:15,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741846_1022 (size=10791) 2024-12-02T18:24:15,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@712ae6b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:24:15,621 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,40787,-1 for getting cluster id 2024-12-02T18:24:15,621 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:24:15,624 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cf0b91e7-f519-4c48-bd9e-14a21597f60d' 2024-12-02T18:24:15,628 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:24:15,628 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cf0b91e7-f519-4c48-bd9e-14a21597f60d" 2024-12-02T18:24:15,628 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5636517f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:24:15,628 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,40787,-1] 2024-12-02T18:24:15,628 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:24:15,628 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:24:15,629 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:24:15,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f23d503, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:24:15,630 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:24:15,637 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,38911,1733163830694, seqNum=-1] 2024-12-02T18:24:15,637 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:24:15,640 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T18:24:15,689 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:24:15,690 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,40787,1733163830507 2024-12-02T18:24:15,690 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f39fb91 2024-12-02T18:24:15,690 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:24:15,692 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T18:24:15,700 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733163845169.1f71a96fbdf3603fa2988fa8252ffb00., hostname=95451c90bed2,38911,1733163830694, seqNum=2] 2024-12-02T18:24:15,712 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T18:24:15,738 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-12-02T18:24:15,755 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-12-02T18:24:15,788 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38911 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 1f71a96fbdf3603fa2988fa8252ffb00/f 2024-12-02T18:24:15,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38911 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-02T18:24:15,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38911 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T18:24:15,802 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38911 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 1f71a96fbdf3603fa2988fa8252ffb00/f 2024-12-02T18:24:15,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38911 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-02T18:24:15,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38911 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T18:24:15,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38911 {}] regionserver.HRegion(2603): Flush status journal for 1f71a96fbdf3603fa2988fa8252ffb00: 2024-12-02T18:24:15,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38911 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/staging/jenkins__test__dv25o9l2lvburnntvovrr88kl0qbe0ktukm9g9bav2n0jpoakdivdl2fnn8ld7su/f/hfile_1 2024-12-02T18:24:15,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38911 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/staging/jenkins__test__dv25o9l2lvburnntvovrr88kl0qbe0ktukm9g9bav2n0jpoakdivdl2fnn8ld7su/f/hfile_1 as hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/data/default/test/1f71a96fbdf3603fa2988fa8252ffb00/f/af61f453c60b43c4a93ba0bedcac286e_SeqId_6_ 2024-12-02T18:24:15,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38911 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/staging/jenkins__test__dv25o9l2lvburnntvovrr88kl0qbe0ktukm9g9bav2n0jpoakdivdl2fnn8ld7su/f/hfile_0 2024-12-02T18:24:15,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38911 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/staging/jenkins__test__dv25o9l2lvburnntvovrr88kl0qbe0ktukm9g9bav2n0jpoakdivdl2fnn8ld7su/f/hfile_0 as hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/data/default/test/1f71a96fbdf3603fa2988fa8252ffb00/f/b56b148c355f44438f979df832d27e5e_SeqId_6_ 2024-12-02T18:24:15,848 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38911 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/staging/jenkins__test__dv25o9l2lvburnntvovrr88kl0qbe0ktukm9g9bav2n0jpoakdivdl2fnn8ld7su/f/hfile_1 into 1f71a96fbdf3603fa2988fa8252ffb00/f as hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/data/default/test/1f71a96fbdf3603fa2988fa8252ffb00/f/af61f453c60b43c4a93ba0bedcac286e_SeqId_6_ - updating store file list. 2024-12-02T18:24:15,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38911 {}] regionserver.HStoreFile(483): HFile Bloom filter type for af61f453c60b43c4a93ba0bedcac286e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-02T18:24:15,866 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38911 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/data/default/test/1f71a96fbdf3603fa2988fa8252ffb00/f/af61f453c60b43c4a93ba0bedcac286e_SeqId_6_ into 1f71a96fbdf3603fa2988fa8252ffb00/f 2024-12-02T18:24:15,867 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38911 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/staging/jenkins__test__dv25o9l2lvburnntvovrr88kl0qbe0ktukm9g9bav2n0jpoakdivdl2fnn8ld7su/f/hfile_1 into 1f71a96fbdf3603fa2988fa8252ffb00/f (new location: hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/data/default/test/1f71a96fbdf3603fa2988fa8252ffb00/f/af61f453c60b43c4a93ba0bedcac286e_SeqId_6_) 2024-12-02T18:24:15,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38911 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/staging/jenkins__test__dv25o9l2lvburnntvovrr88kl0qbe0ktukm9g9bav2n0jpoakdivdl2fnn8ld7su/f/hfile_1 2024-12-02T18:24:15,868 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38911 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/staging/jenkins__test__dv25o9l2lvburnntvovrr88kl0qbe0ktukm9g9bav2n0jpoakdivdl2fnn8ld7su/f/hfile_0 into 1f71a96fbdf3603fa2988fa8252ffb00/f as hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/data/default/test/1f71a96fbdf3603fa2988fa8252ffb00/f/b56b148c355f44438f979df832d27e5e_SeqId_6_ - updating store file list. 2024-12-02T18:24:15,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38911 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b56b148c355f44438f979df832d27e5e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-02T18:24:15,889 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38911 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/data/default/test/1f71a96fbdf3603fa2988fa8252ffb00/f/b56b148c355f44438f979df832d27e5e_SeqId_6_ into 1f71a96fbdf3603fa2988fa8252ffb00/f 2024-12-02T18:24:15,889 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38911 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/staging/jenkins__test__dv25o9l2lvburnntvovrr88kl0qbe0ktukm9g9bav2n0jpoakdivdl2fnn8ld7su/f/hfile_0 into 1f71a96fbdf3603fa2988fa8252ffb00/f (new location: hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/data/default/test/1f71a96fbdf3603fa2988fa8252ffb00/f/b56b148c355f44438f979df832d27e5e_SeqId_6_) 2024-12-02T18:24:15,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38911 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/staging/jenkins__test__dv25o9l2lvburnntvovrr88kl0qbe0ktukm9g9bav2n0jpoakdivdl2fnn8ld7su/f/hfile_0 2024-12-02T18:24:15,892 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T18:24:15,892 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:24:15,892 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:24:15,892 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:24:15,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733163845169.1f71a96fbdf3603fa2988fa8252ffb00., hostname=95451c90bed2,38911,1733163830694, seqNum=2 , the old value is region=test,,1733163845169.1f71a96fbdf3603fa2988fa8252ffb00., hostname=95451c90bed2,38911,1733163830694, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=95451c90bed2:38911 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T18:24:15,893 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:24:15,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733163845169.1f71a96fbdf3603fa2988fa8252ffb00., hostname=95451c90bed2,38911,1733163830694, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-02T18:24:15,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733163845169.1f71a96fbdf3603fa2988fa8252ffb00., hostname=95451c90bed2,38911,1733163830694, seqNum=2 from cache 2024-12-02T18:24:15,894 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-02T18:24:15,898 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,2-95451c90bed2,38911,1733163830694.replicationSource.wal-reader.95451c90bed2%2C38911%2C1733163830694,2-95451c90bed2,38911,1733163830694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.1733163854453 to pos 0, reset compression=false 2024-12-02T18:24:15,902 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-02T18:24:15,907 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,2-95451c90bed2,38911,1733163830694.replicationSource.wal-reader.95451c90bed2%2C38911%2C1733163830694,2-95451c90bed2,38911,1733163830694 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T18:24:15,907 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,2-95451c90bed2,38911,1733163830694.replicationSource.shipper95451c90bed2%2C38911%2C1733163830694,2-95451c90bed2,38911,1733163830694 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-95451c90bed2,38911,1733163830694 got entry batch from reader: WALEntryBatch [walEntries=[{test/1f71a96fbdf3603fa2988fa8252ffb00/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733163855889/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.1733163854453, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-02T18:24:15,909 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,2-95451c90bed2,38911,1733163830694.replicationSource.shipper95451c90bed2%2C38911%2C1733163830694,2-95451c90bed2,38911,1733163830694 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T18:24:15,910 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-02T18:24:15,910 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] regionserver.ReplicationSink(318): Replicating [cf0b91e7-f519-4c48-bd9e-14a21597f60d] bulk loaded data 2024-12-02T18:24:15,911 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48acd5a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:24:15,911 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] client.ClusterIdFetcher(90): Going to request 95451c90bed2,36043,-1 for getting cluster id 2024-12-02T18:24:15,911 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T18:24:15,912 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bfeb69ff-0358-410c-8321-3b86e09f5a94' 2024-12-02T18:24:15,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T18:24:15,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bfeb69ff-0358-410c-8321-3b86e09f5a94" 2024-12-02T18:24:15,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@656bac91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:24:15,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [95451c90bed2,36043,-1] 2024-12-02T18:24:15,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T18:24:15,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:24:15,914 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-12-02T18:24:15,914 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62cfe4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T18:24:15,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35261 is added to blk_1073741837_1013 (size=10791) 2024-12-02T18:24:15,999 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=95451c90bed2:38911 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-02T18:24:16,013 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T18:24:16,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:24:16,020 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:24:16,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:24:16,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:24:16,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:24:16,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:24:16,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:24:16,046 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38911,1733163830694.replicationSource.wal-reader.95451c90bed2%2C38911%2C1733163830694,1-95451c90bed2,38911,1733163830694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.1733163854453 to pos 0, reset compression=false 2024-12-02T18:24:16,077 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38911,1733163830694.replicationSource.wal-reader.95451c90bed2%2C38911%2C1733163830694,1-95451c90bed2,38911,1733163830694 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-02T18:24:16,077 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38911,1733163830694.replicationSource.shipper95451c90bed2%2C38911%2C1733163830694,1-95451c90bed2,38911,1733163830694 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-95451c90bed2,38911,1733163830694 got entry batch from reader: WALEntryBatch [walEntries=[{test/1f71a96fbdf3603fa2988fa8252ffb00/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733163855889/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.1733163854453, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-02T18:24:16,080 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35125 {}] regionserver.ReplicationSink(318): Replicating [cf0b91e7-f519-4c48-bd9e-14a21597f60d] bulk loaded data 2024-12-02T18:24:16,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:24:16,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:24:16,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:24:16,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:24:16,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:24:16,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:24:16,108 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,2-95451c90bed2,38911,1733163830694.replicationSource.wal-reader.95451c90bed2%2C38911%2C1733163830694,2-95451c90bed2,38911,1733163830694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.1733163854453 to pos 393, reset compression=false 2024-12-02T18:24:16,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:24:16,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:24:16,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:24:16,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:24:16,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41169 is added to blk_1073741839_1015 (size=10791) 2024-12-02T18:24:16,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41169 is added to blk_1073741840_1016 (size=11194) 2024-12-02T18:24:16,280 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38911,1733163830694.replicationSource.wal-reader.95451c90bed2%2C38911%2C1733163830694,1-95451c90bed2,38911,1733163830694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.1733163854453 to pos 393, reset compression=false 2024-12-02T18:24:16,444 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,2-95451c90bed2,38911,1733163830694.replicationSource.wal-reader.95451c90bed2%2C38911%2C1733163830694,2-95451c90bed2,38911,1733163830694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.1733163854453 to pos 393, reset compression=false 2024-12-02T18:24:16,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35261 is added to blk_1073741838_1014 (size=11194) 2024-12-02T18:24:16,616 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38911,1733163830694.replicationSource.wal-reader.95451c90bed2%2C38911%2C1733163830694,1-95451c90bed2,38911,1733163830694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.1733163854453 to pos 393, reset compression=false 2024-12-02T18:24:16,624 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35125 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T18:24:16,629 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/staging/jenkins.hfs.22__test__be802m5v0uem4nlipa4b7a37gijcu0kid5ku722oeil8e8u9jejttdis0i6cn295/f/af61f453c60b43c4a93ba0bedcac286e_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-02T18:24:16,635 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/staging/jenkins.hfs.22__test__be802m5v0uem4nlipa4b7a37gijcu0kid5ku722oeil8e8u9jejttdis0i6cn295/f/b56b148c355f44438f979df832d27e5e_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-02T18:24:16,644 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35125 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/staging/jenkins.hfs.22__test__be802m5v0uem4nlipa4b7a37gijcu0kid5ku722oeil8e8u9jejttdis0i6cn295/f/b56b148c355f44438f979df832d27e5e_SeqId_6_ for inclusion in 77bbbd15f2cbfcf21b5015005548f33a/f 2024-12-02T18:24:16,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35125 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-02T18:24:16,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35125 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T18:24:16,647 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35125 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/staging/jenkins.hfs.22__test__be802m5v0uem4nlipa4b7a37gijcu0kid5ku722oeil8e8u9jejttdis0i6cn295/f/af61f453c60b43c4a93ba0bedcac286e_SeqId_6_ for inclusion in 77bbbd15f2cbfcf21b5015005548f33a/f 2024-12-02T18:24:16,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35125 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-02T18:24:16,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35125 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T18:24:16,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35125 {}] regionserver.HRegion(2603): Flush status journal for 77bbbd15f2cbfcf21b5015005548f33a: 2024-12-02T18:24:16,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35125 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b56b148c355f44438f979df832d27e5e_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-02T18:24:16,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35125 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/staging/jenkins.hfs.22__test__be802m5v0uem4nlipa4b7a37gijcu0kid5ku722oeil8e8u9jejttdis0i6cn295/f/b56b148c355f44438f979df832d27e5e_SeqId_6_ as hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/data/default/test/77bbbd15f2cbfcf21b5015005548f33a/f/c0c2a9d991824a7387699db499d54540_SeqId_6_ 2024-12-02T18:24:16,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35125 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): af61f453c60b43c4a93ba0bedcac286e_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-02T18:24:16,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35125 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/staging/jenkins.hfs.22__test__be802m5v0uem4nlipa4b7a37gijcu0kid5ku722oeil8e8u9jejttdis0i6cn295/f/af61f453c60b43c4a93ba0bedcac286e_SeqId_6_ as hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/data/default/test/77bbbd15f2cbfcf21b5015005548f33a/f/020b0ecac52f4709b2d8d06ea5f117ec_SeqId_6_ 2024-12-02T18:24:16,657 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35125 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/staging/jenkins.hfs.22__test__be802m5v0uem4nlipa4b7a37gijcu0kid5ku722oeil8e8u9jejttdis0i6cn295/f/b56b148c355f44438f979df832d27e5e_SeqId_6_ into 77bbbd15f2cbfcf21b5015005548f33a/f as hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/data/default/test/77bbbd15f2cbfcf21b5015005548f33a/f/c0c2a9d991824a7387699db499d54540_SeqId_6_ - updating store file list. 2024-12-02T18:24:16,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35125 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c0c2a9d991824a7387699db499d54540_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-02T18:24:16,662 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35125 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/data/default/test/77bbbd15f2cbfcf21b5015005548f33a/f/c0c2a9d991824a7387699db499d54540_SeqId_6_ into 77bbbd15f2cbfcf21b5015005548f33a/f 2024-12-02T18:24:16,662 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35125 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/staging/jenkins.hfs.22__test__be802m5v0uem4nlipa4b7a37gijcu0kid5ku722oeil8e8u9jejttdis0i6cn295/f/b56b148c355f44438f979df832d27e5e_SeqId_6_ into 77bbbd15f2cbfcf21b5015005548f33a/f (new location: hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/data/default/test/77bbbd15f2cbfcf21b5015005548f33a/f/c0c2a9d991824a7387699db499d54540_SeqId_6_) 2024-12-02T18:24:16,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35125 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/staging/jenkins.hfs.22__test__be802m5v0uem4nlipa4b7a37gijcu0kid5ku722oeil8e8u9jejttdis0i6cn295/f/b56b148c355f44438f979df832d27e5e_SeqId_6_ 2024-12-02T18:24:16,663 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35125 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/staging/jenkins.hfs.22__test__be802m5v0uem4nlipa4b7a37gijcu0kid5ku722oeil8e8u9jejttdis0i6cn295/f/af61f453c60b43c4a93ba0bedcac286e_SeqId_6_ into 77bbbd15f2cbfcf21b5015005548f33a/f as hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/data/default/test/77bbbd15f2cbfcf21b5015005548f33a/f/020b0ecac52f4709b2d8d06ea5f117ec_SeqId_6_ - updating store file list. 2024-12-02T18:24:16,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35125 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 020b0ecac52f4709b2d8d06ea5f117ec_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-02T18:24:16,669 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35125 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/data/default/test/77bbbd15f2cbfcf21b5015005548f33a/f/020b0ecac52f4709b2d8d06ea5f117ec_SeqId_6_ into 77bbbd15f2cbfcf21b5015005548f33a/f 2024-12-02T18:24:16,669 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35125 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/staging/jenkins.hfs.22__test__be802m5v0uem4nlipa4b7a37gijcu0kid5ku722oeil8e8u9jejttdis0i6cn295/f/af61f453c60b43c4a93ba0bedcac286e_SeqId_6_ into 77bbbd15f2cbfcf21b5015005548f33a/f (new location: hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/data/default/test/77bbbd15f2cbfcf21b5015005548f33a/f/020b0ecac52f4709b2d8d06ea5f117ec_SeqId_6_) 2024-12-02T18:24:16,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35125 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/staging/jenkins.hfs.22__test__be802m5v0uem4nlipa4b7a37gijcu0kid5ku722oeil8e8u9jejttdis0i6cn295/f/af61f453c60b43c4a93ba0bedcac286e_SeqId_6_ 2024-12-02T18:24:16,672 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35125 {}] regionserver.ReplicationSink(324): Finished replicating [cf0b91e7-f519-4c48-bd9e-14a21597f60d] bulk loaded data 2024-12-02T18:24:16,864 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T18:24:16,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 95451c90bed2,36043,1733163841249 2024-12-02T18:24:16,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@298d8039 2024-12-02T18:24:16,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T18:24:16,866 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-12-02T18:24:16,868 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-02T18:24:16,868 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T18:24:16,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=95451c90bed2,42103,1733163841356, seqNum=-1] 2024-12-02T18:24:16,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T18:24:16,870 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-12-02T18:24:16,878 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/staging/jenkins.hfs.23__test__nknrb14ia61672miru3jgip4kh6f1kfms3ni4bmfgar3u1kci0d2tjap2otfhv4g/f/af61f453c60b43c4a93ba0bedcac286e_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-02T18:24:16,880 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,2-95451c90bed2,38911,1733163830694.replicationSource.wal-reader.95451c90bed2%2C38911%2C1733163830694,2-95451c90bed2,38911,1733163830694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.1733163854453 to pos 393, reset compression=false 2024-12-02T18:24:16,881 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/staging/jenkins.hfs.23__test__nknrb14ia61672miru3jgip4kh6f1kfms3ni4bmfgar3u1kci0d2tjap2otfhv4g/f/b56b148c355f44438f979df832d27e5e_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-02T18:24:16,916 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/staging/jenkins.hfs.23__test__nknrb14ia61672miru3jgip4kh6f1kfms3ni4bmfgar3u1kci0d2tjap2otfhv4g/f/af61f453c60b43c4a93ba0bedcac286e_SeqId_6_ for inclusion in e58a97e4474ce9a830b483baa39e07d0/f 2024-12-02T18:24:16,919 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-02T18:24:16,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-02T18:24:16,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T18:24:16,921 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/staging/jenkins.hfs.23__test__nknrb14ia61672miru3jgip4kh6f1kfms3ni4bmfgar3u1kci0d2tjap2otfhv4g/f/b56b148c355f44438f979df832d27e5e_SeqId_6_ for inclusion in e58a97e4474ce9a830b483baa39e07d0/f 2024-12-02T18:24:16,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-02T18:24:16,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T18:24:16,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] regionserver.HRegion(2603): Flush status journal for e58a97e4474ce9a830b483baa39e07d0: 2024-12-02T18:24:16,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): af61f453c60b43c4a93ba0bedcac286e_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-02T18:24:16,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/staging/jenkins.hfs.23__test__nknrb14ia61672miru3jgip4kh6f1kfms3ni4bmfgar3u1kci0d2tjap2otfhv4g/f/af61f453c60b43c4a93ba0bedcac286e_SeqId_6_ as hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/data/default/test/e58a97e4474ce9a830b483baa39e07d0/f/6b80b2e2d51f4178b5cb645ab34b0f86_SeqId_4_ 2024-12-02T18:24:16,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b56b148c355f44438f979df832d27e5e_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-02T18:24:16,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/staging/jenkins.hfs.23__test__nknrb14ia61672miru3jgip4kh6f1kfms3ni4bmfgar3u1kci0d2tjap2otfhv4g/f/b56b148c355f44438f979df832d27e5e_SeqId_6_ as hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/data/default/test/e58a97e4474ce9a830b483baa39e07d0/f/753655c643fa42fb903171965c9e98fc_SeqId_4_ 2024-12-02T18:24:16,941 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/staging/jenkins.hfs.23__test__nknrb14ia61672miru3jgip4kh6f1kfms3ni4bmfgar3u1kci0d2tjap2otfhv4g/f/af61f453c60b43c4a93ba0bedcac286e_SeqId_6_ into e58a97e4474ce9a830b483baa39e07d0/f as hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/data/default/test/e58a97e4474ce9a830b483baa39e07d0/f/6b80b2e2d51f4178b5cb645ab34b0f86_SeqId_4_ - updating store file list. 2024-12-02T18:24:16,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6b80b2e2d51f4178b5cb645ab34b0f86_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T18:24:16,956 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/data/default/test/e58a97e4474ce9a830b483baa39e07d0/f/6b80b2e2d51f4178b5cb645ab34b0f86_SeqId_4_ into e58a97e4474ce9a830b483baa39e07d0/f 2024-12-02T18:24:16,956 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/staging/jenkins.hfs.23__test__nknrb14ia61672miru3jgip4kh6f1kfms3ni4bmfgar3u1kci0d2tjap2otfhv4g/f/af61f453c60b43c4a93ba0bedcac286e_SeqId_6_ into e58a97e4474ce9a830b483baa39e07d0/f (new location: hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/data/default/test/e58a97e4474ce9a830b483baa39e07d0/f/6b80b2e2d51f4178b5cb645ab34b0f86_SeqId_4_) 2024-12-02T18:24:16,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/staging/jenkins.hfs.23__test__nknrb14ia61672miru3jgip4kh6f1kfms3ni4bmfgar3u1kci0d2tjap2otfhv4g/f/af61f453c60b43c4a93ba0bedcac286e_SeqId_6_ 2024-12-02T18:24:16,961 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/staging/jenkins.hfs.23__test__nknrb14ia61672miru3jgip4kh6f1kfms3ni4bmfgar3u1kci0d2tjap2otfhv4g/f/b56b148c355f44438f979df832d27e5e_SeqId_6_ into e58a97e4474ce9a830b483baa39e07d0/f as hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/data/default/test/e58a97e4474ce9a830b483baa39e07d0/f/753655c643fa42fb903171965c9e98fc_SeqId_4_ - updating store file list. 2024-12-02T18:24:16,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 753655c643fa42fb903171965c9e98fc_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T18:24:16,975 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/data/default/test/e58a97e4474ce9a830b483baa39e07d0/f/753655c643fa42fb903171965c9e98fc_SeqId_4_ into e58a97e4474ce9a830b483baa39e07d0/f 2024-12-02T18:24:16,975 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/staging/jenkins.hfs.23__test__nknrb14ia61672miru3jgip4kh6f1kfms3ni4bmfgar3u1kci0d2tjap2otfhv4g/f/b56b148c355f44438f979df832d27e5e_SeqId_6_ into e58a97e4474ce9a830b483baa39e07d0/f (new location: hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/data/default/test/e58a97e4474ce9a830b483baa39e07d0/f/753655c643fa42fb903171965c9e98fc_SeqId_4_) 2024-12-02T18:24:16,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/staging/jenkins.hfs.23__test__nknrb14ia61672miru3jgip4kh6f1kfms3ni4bmfgar3u1kci0d2tjap2otfhv4g/f/b56b148c355f44438f979df832d27e5e_SeqId_6_ 2024-12-02T18:24:16,988 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42103 {}] regionserver.ReplicationSink(324): Finished replicating [cf0b91e7-f519-4c48-bd9e-14a21597f60d] bulk loaded data 2024-12-02T18:24:17,020 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38911,1733163830694.replicationSource.wal-reader.95451c90bed2%2C38911%2C1733163830694,1-95451c90bed2,38911,1733163830694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.1733163854453 to pos 393, reset compression=false 2024-12-02T18:24:17,396 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,2-95451c90bed2,38911,1733163830694.replicationSource.wal-reader.95451c90bed2%2C38911%2C1733163830694,2-95451c90bed2,38911,1733163830694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.1733163854453 to pos 393, reset compression=false 2024-12-02T18:24:17,533 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38911,1733163830694.replicationSource.wal-reader.95451c90bed2%2C38911%2C1733163830694,1-95451c90bed2,38911,1733163830694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.1733163854453 to pos 393, reset compression=false 2024-12-02T18:24:17,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T18:24:17,932 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T18:24:17,932 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:24:17,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:24:17,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:24:17,932 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:24:17,932 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T18:24:17,932 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2039754302, stopped=false 2024-12-02T18:24:17,933 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=95451c90bed2,36043,1733163841249 2024-12-02T18:24:18,004 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,2-95451c90bed2,38911,1733163830694.replicationSource.wal-reader.95451c90bed2%2C38911%2C1733163830694,2-95451c90bed2,38911,1733163830694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.1733163854453 to pos 393, reset compression=false 2024-12-02T18:24:18,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36043-0x10197493f930006, quorum=127.0.0.1:54803, baseZNode=/2-96041868 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-96041868/running 2024-12-02T18:24:18,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36043-0x10197493f930006, quorum=127.0.0.1:54803, baseZNode=/2-96041868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-96041868 2024-12-02T18:24:18,029 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T18:24:18,029 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T18:24:18,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42103-0x10197493f930007, quorum=127.0.0.1:54803, baseZNode=/2-96041868 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-96041868/running 2024-12-02T18:24:18,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42103-0x10197493f930007, quorum=127.0.0.1:54803, baseZNode=/2-96041868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-96041868 2024-12-02T18:24:18,029 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:24:18,029 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:24:18,029 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '95451c90bed2,42103,1733163841356' ***** 2024-12-02T18:24:18,029 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T18:24:18,030 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42103-0x10197493f930007, quorum=127.0.0.1:54803, baseZNode=/2-96041868 Set watcher on znode that does not yet exist, /2-96041868/running 2024-12-02T18:24:18,030 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36043-0x10197493f930006, quorum=127.0.0.1:54803, baseZNode=/2-96041868 Set watcher on znode that does not yet exist, /2-96041868/running 2024-12-02T18:24:18,031 INFO [RS:0;95451c90bed2:42103 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T18:24:18,031 INFO [RS:0;95451c90bed2:42103 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T18:24:18,031 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T18:24:18,031 INFO [RS:0;95451c90bed2:42103 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T18:24:18,031 INFO [RS:0;95451c90bed2:42103 {}] regionserver.HRegionServer(3091): Received CLOSE for e58a97e4474ce9a830b483baa39e07d0 2024-12-02T18:24:18,032 INFO [RS:0;95451c90bed2:42103 {}] regionserver.HRegionServer(959): stopping server 95451c90bed2,42103,1733163841356 2024-12-02T18:24:18,032 INFO [RS:0;95451c90bed2:42103 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T18:24:18,032 INFO [RS:0;95451c90bed2:42103 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;95451c90bed2:42103. 2024-12-02T18:24:18,032 DEBUG [RS:0;95451c90bed2:42103 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:24:18,032 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e58a97e4474ce9a830b483baa39e07d0, disabling compactions & flushes 2024-12-02T18:24:18,032 DEBUG [RS:0;95451c90bed2:42103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:24:18,032 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733163848461.e58a97e4474ce9a830b483baa39e07d0. 2024-12-02T18:24:18,032 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733163848461.e58a97e4474ce9a830b483baa39e07d0. 2024-12-02T18:24:18,032 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733163848461.e58a97e4474ce9a830b483baa39e07d0. after waiting 0 ms 2024-12-02T18:24:18,032 INFO [RS:0;95451c90bed2:42103 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T18:24:18,032 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733163848461.e58a97e4474ce9a830b483baa39e07d0. 2024-12-02T18:24:18,032 INFO [RS:0;95451c90bed2:42103 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T18:24:18,032 INFO [RS:0;95451c90bed2:42103 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T18:24:18,032 INFO [RS:0;95451c90bed2:42103 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T18:24:18,033 INFO [RS:0;95451c90bed2:42103 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T18:24:18,033 DEBUG [RS:0;95451c90bed2:42103 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e58a97e4474ce9a830b483baa39e07d0=test,,1733163848461.e58a97e4474ce9a830b483baa39e07d0.} 2024-12-02T18:24:18,033 DEBUG [RS:0;95451c90bed2:42103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e58a97e4474ce9a830b483baa39e07d0 2024-12-02T18:24:18,033 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T18:24:18,033 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T18:24:18,033 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T18:24:18,033 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T18:24:18,033 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T18:24:18,034 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-02T18:24:18,036 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/data/default/test/e58a97e4474ce9a830b483baa39e07d0/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-02T18:24:18,037 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T18:24:18,037 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T18:24:18,037 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733163848461.e58a97e4474ce9a830b483baa39e07d0. 2024-12-02T18:24:18,037 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e58a97e4474ce9a830b483baa39e07d0: Waiting for close lock at 1733163858032Running coprocessor pre-close hooks at 1733163858032Disabling compacts and flushes for region at 1733163858032Disabling writes for close at 1733163858032Writing region close event to WAL at 1733163858033 (+1 ms)Running coprocessor post-close hooks at 1733163858037 (+4 ms)Closed at 1733163858037 2024-12-02T18:24:18,038 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733163848461.e58a97e4474ce9a830b483baa39e07d0. 2024-12-02T18:24:18,072 INFO [regionserver/95451c90bed2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T18:24:18,095 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/data/hbase/meta/1588230740/.tmp/info/6dbbfb3a7f9f47b8a0df3fd5e3fdf066 is 129, key is test,,1733163848461.e58a97e4474ce9a830b483baa39e07d0./info:regioninfo/1733163849244/Put/seqid=0 2024-12-02T18:24:18,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35261 is added to blk_1073741839_1015 (size=6421) 2024-12-02T18:24:18,119 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/data/hbase/meta/1588230740/.tmp/info/6dbbfb3a7f9f47b8a0df3fd5e3fdf066 2024-12-02T18:24:18,161 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38911,1733163830694.replicationSource.wal-reader.95451c90bed2%2C38911%2C1733163830694,1-95451c90bed2,38911,1733163830694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.1733163854453 to pos 393, reset compression=false 2024-12-02T18:24:18,221 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/data/hbase/meta/1588230740/.tmp/ns/297ac102bf8447528bcb2c017a5af6a0 is 43, key is default/ns:d/1733163845023/Put/seqid=0 2024-12-02T18:24:18,236 DEBUG [RS:0;95451c90bed2:42103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T18:24:18,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35261 is added to blk_1073741840_1016 (size=5153) 2024-12-02T18:24:18,266 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/data/hbase/meta/1588230740/.tmp/ns/297ac102bf8447528bcb2c017a5af6a0 2024-12-02T18:24:18,373 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/data/hbase/meta/1588230740/.tmp/rep_barrier/dfd1b9fa103b4468b929f21abfe695e8 is 112, key is test,,1733163848461.e58a97e4474ce9a830b483baa39e07d0./rep_barrier:seqnumDuringOpen/1733163849244/Put/seqid=0 2024-12-02T18:24:18,438 DEBUG [RS:0;95451c90bed2:42103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T18:24:18,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35261 is added to blk_1073741841_1017 (size=5518) 2024-12-02T18:24:18,449 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/data/hbase/meta/1588230740/.tmp/rep_barrier/dfd1b9fa103b4468b929f21abfe695e8 2024-12-02T18:24:18,492 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/data/hbase/meta/1588230740/.tmp/table/237211bf35ad4e0c9f30c4352a51d8cd is 40, key is test/table:state/1733163849261/Put/seqid=0 2024-12-02T18:24:18,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35261 is added to blk_1073741842_1018 (size=5165) 2024-12-02T18:24:18,638 DEBUG [RS:0;95451c90bed2:42103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T18:24:18,708 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,2-95451c90bed2,38911,1733163830694.replicationSource.wal-reader.95451c90bed2%2C38911%2C1733163830694,2-95451c90bed2,38911,1733163830694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.1733163854453 to pos 393, reset compression=false 2024-12-02T18:24:18,777 INFO [regionserver/95451c90bed2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T18:24:18,777 INFO [regionserver/95451c90bed2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T18:24:18,839 DEBUG [RS:0;95451c90bed2:42103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T18:24:18,908 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38911,1733163830694.replicationSource.wal-reader.95451c90bed2%2C38911%2C1733163830694,1-95451c90bed2,38911,1733163830694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.1733163854453 to pos 393, reset compression=false 2024-12-02T18:24:18,953 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/data/hbase/meta/1588230740/.tmp/table/237211bf35ad4e0c9f30c4352a51d8cd 2024-12-02T18:24:18,959 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/data/hbase/meta/1588230740/.tmp/info/6dbbfb3a7f9f47b8a0df3fd5e3fdf066 as hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/data/hbase/meta/1588230740/info/6dbbfb3a7f9f47b8a0df3fd5e3fdf066 2024-12-02T18:24:18,968 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/data/hbase/meta/1588230740/info/6dbbfb3a7f9f47b8a0df3fd5e3fdf066, entries=10, sequenceid=11, filesize=6.3 K 2024-12-02T18:24:18,968 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/data/hbase/meta/1588230740/.tmp/ns/297ac102bf8447528bcb2c017a5af6a0 as hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/data/hbase/meta/1588230740/ns/297ac102bf8447528bcb2c017a5af6a0 2024-12-02T18:24:18,974 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/data/hbase/meta/1588230740/ns/297ac102bf8447528bcb2c017a5af6a0, entries=2, sequenceid=11, filesize=5.0 K 2024-12-02T18:24:18,975 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/data/hbase/meta/1588230740/.tmp/rep_barrier/dfd1b9fa103b4468b929f21abfe695e8 as hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/data/hbase/meta/1588230740/rep_barrier/dfd1b9fa103b4468b929f21abfe695e8 2024-12-02T18:24:18,979 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/data/hbase/meta/1588230740/rep_barrier/dfd1b9fa103b4468b929f21abfe695e8, entries=1, sequenceid=11, filesize=5.4 K 2024-12-02T18:24:18,980 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/data/hbase/meta/1588230740/.tmp/table/237211bf35ad4e0c9f30c4352a51d8cd as hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/data/hbase/meta/1588230740/table/237211bf35ad4e0c9f30c4352a51d8cd 2024-12-02T18:24:18,990 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/data/hbase/meta/1588230740/table/237211bf35ad4e0c9f30c4352a51d8cd, entries=2, sequenceid=11, filesize=5.0 K 2024-12-02T18:24:18,991 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 958ms, sequenceid=11, compaction requested=false 2024-12-02T18:24:18,998 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-02T18:24:18,999 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T18:24:18,999 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T18:24:18,999 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T18:24:18,999 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733163858033Running coprocessor pre-close hooks at 1733163858033Disabling compacts and flushes for region at 1733163858033Disabling writes for close at 1733163858033Obtaining lock to block concurrent updates at 1733163858034 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733163858034Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733163858034Flushing stores of hbase:meta,,1.1588230740 at 1733163858036 (+2 ms)Flushing 1588230740/info: creating writer at 1733163858036Flushing 1588230740/info: appending metadata at 1733163858094 (+58 ms)Flushing 1588230740/info: closing flushed file at 1733163858094Flushing 1588230740/ns: creating writer at 1733163858145 (+51 ms)Flushing 1588230740/ns: appending metadata at 1733163858221 (+76 ms)Flushing 1588230740/ns: closing flushed file at 1733163858221Flushing 1588230740/rep_barrier: creating writer at 1733163858298 (+77 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733163858372 (+74 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733163858372Flushing 1588230740/table: creating writer at 1733163858452 (+80 ms)Flushing 1588230740/table: appending metadata at 1733163858491 (+39 ms)Flushing 1588230740/table: closing flushed file at 1733163858491Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58d7a000: reopening flushed file at 1733163858958 (+467 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c49bf9: reopening flushed file at 1733163858968 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6477a77b: reopening flushed file at 1733163858974 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fd55f8: reopening flushed file at 1733163858979 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 958ms, sequenceid=11, compaction requested=false at 1733163858991 (+12 ms)Writing region close event to WAL at 1733163858993 (+2 ms)Running coprocessor post-close hooks at 1733163858999 (+6 ms)Closed at 1733163858999 2024-12-02T18:24:18,999 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T18:24:19,039 INFO [RS:0;95451c90bed2:42103 {}] regionserver.HRegionServer(976): stopping server 95451c90bed2,42103,1733163841356; all regions closed. 2024-12-02T18:24:19,042 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/WALs/95451c90bed2,42103,1733163841356/95451c90bed2%2C42103%2C1733163841356.meta.1733163844787.meta not finished, retry = 0 2024-12-02T18:24:19,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35261 is added to blk_1073741834_1010 (size=2717) 2024-12-02T18:24:19,144 DEBUG [RS:0;95451c90bed2:42103 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/oldWALs 2024-12-02T18:24:19,144 INFO [RS:0;95451c90bed2:42103 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 95451c90bed2%2C42103%2C1733163841356.meta:.meta(num 1733163844787) 2024-12-02T18:24:19,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35261 is added to blk_1073741833_1009 (size=1028) 2024-12-02T18:24:19,148 DEBUG [RS:0;95451c90bed2:42103 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/oldWALs 2024-12-02T18:24:19,148 INFO [RS:0;95451c90bed2:42103 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 95451c90bed2%2C42103%2C1733163841356:(num 1733163843929) 2024-12-02T18:24:19,148 DEBUG [RS:0;95451c90bed2:42103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:24:19,148 INFO [RS:0;95451c90bed2:42103 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T18:24:19,148 INFO [RS:0;95451c90bed2:42103 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T18:24:19,148 INFO [RS:0;95451c90bed2:42103 {}] hbase.ChoreService(370): Chore service for: regionserver/95451c90bed2:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T18:24:19,148 INFO [RS:0;95451c90bed2:42103 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T18:24:19,149 INFO [RS:0;95451c90bed2:42103 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;95451c90bed2:42103. 2024-12-02T18:24:19,149 DEBUG [RS:0;95451c90bed2:42103 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:24:19,149 DEBUG [RS:0;95451c90bed2:42103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:24:19,149 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:24:19,149 DEBUG [RS:0;95451c90bed2:42103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:24:19,150 INFO [regionserver/95451c90bed2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T18:24:19,150 INFO [RS:0;95451c90bed2:42103 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42103 2024-12-02T18:24:19,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42103-0x10197493f930007, quorum=127.0.0.1:54803, baseZNode=/2-96041868 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-96041868/rs/95451c90bed2,42103,1733163841356 2024-12-02T18:24:19,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36043-0x10197493f930006, quorum=127.0.0.1:54803, baseZNode=/2-96041868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-96041868/rs 2024-12-02T18:24:19,170 INFO [RS:0;95451c90bed2:42103 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T18:24:19,171 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [95451c90bed2,42103,1733163841356] 2024-12-02T18:24:19,191 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-96041868/draining/95451c90bed2,42103,1733163841356 already deleted, retry=false 2024-12-02T18:24:19,192 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 95451c90bed2,42103,1733163841356 expired; onlineServers=0 2024-12-02T18:24:19,192 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '95451c90bed2,36043,1733163841249' ***** 2024-12-02T18:24:19,192 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T18:24:19,192 INFO [M:0;95451c90bed2:36043 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T18:24:19,192 INFO [M:0;95451c90bed2:36043 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T18:24:19,192 DEBUG [M:0;95451c90bed2:36043 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T18:24:19,192 DEBUG [M:0;95451c90bed2:36043 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T18:24:19,192 INFO [M:0;95451c90bed2:36043 {}] hbase.ChoreService(370): Chore service for: master/95451c90bed2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T18:24:19,192 INFO [M:0;95451c90bed2:36043 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T18:24:19,192 DEBUG [M:0;95451c90bed2:36043 {}] master.HMaster(1795): Stopping service threads 2024-12-02T18:24:19,192 INFO [M:0;95451c90bed2:36043 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T18:24:19,192 INFO [M:0;95451c90bed2:36043 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T18:24:19,193 INFO [M:0;95451c90bed2:36043 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T18:24:19,193 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T18:24:19,193 DEBUG [master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.large.0-1733163843628 {}] cleaner.HFileCleaner(306): Exit Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.large.0-1733163843628,5,FailOnTimeoutGroup] 2024-12-02T18:24:19,193 DEBUG [master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.small.0-1733163843644 {}] cleaner.HFileCleaner(306): Exit Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.small.0-1733163843644,5,FailOnTimeoutGroup] 2024-12-02T18:24:19,194 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T18:24:19,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36043-0x10197493f930006, quorum=127.0.0.1:54803, baseZNode=/2-96041868 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-96041868/master 2024-12-02T18:24:19,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36043-0x10197493f930006, quorum=127.0.0.1:54803, baseZNode=/2-96041868 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-96041868 2024-12-02T18:24:19,202 DEBUG [M:0;95451c90bed2:36043 {}] zookeeper.RecoverableZooKeeper(212): Node /2-96041868/master already deleted, retry=false 2024-12-02T18:24:19,202 DEBUG [M:0;95451c90bed2:36043 {}] master.ActiveMasterManager(353): master:36043-0x10197493f930006, quorum=127.0.0.1:54803, baseZNode=/2-96041868 Failed delete of our master address node; KeeperErrorCode = NoNode for /2-96041868/master 2024-12-02T18:24:19,204 INFO [M:0;95451c90bed2:36043 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/.lastflushedseqids 2024-12-02T18:24:19,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35261 is added to blk_1073741843_1019 (size=173) 2024-12-02T18:24:19,221 INFO [M:0;95451c90bed2:36043 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T18:24:19,221 INFO [M:0;95451c90bed2:36043 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T18:24:19,221 DEBUG [M:0;95451c90bed2:36043 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T18:24:19,221 INFO [M:0;95451c90bed2:36043 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:24:19,221 DEBUG [M:0;95451c90bed2:36043 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:24:19,221 DEBUG [M:0;95451c90bed2:36043 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T18:24:19,221 DEBUG [M:0;95451c90bed2:36043 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:24:19,221 INFO [M:0;95451c90bed2:36043 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-12-02T18:24:19,242 DEBUG [M:0;95451c90bed2:36043 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/69e3eb712e4c487ebf9d841f6ac2e408 is 82, key is hbase:meta,,1/info:regioninfo/1733163844874/Put/seqid=0 2024-12-02T18:24:19,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35261 is added to blk_1073741844_1020 (size=5672) 2024-12-02T18:24:19,252 INFO [M:0;95451c90bed2:36043 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/69e3eb712e4c487ebf9d841f6ac2e408 2024-12-02T18:24:19,274 DEBUG [M:0;95451c90bed2:36043 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/38cb644aaec440d893f04aea481064ec is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733163849264/Put/seqid=0 2024-12-02T18:24:19,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35261 is added to blk_1073741845_1021 (size=6586) 2024-12-02T18:24:19,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42103-0x10197493f930007, quorum=127.0.0.1:54803, baseZNode=/2-96041868 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:24:19,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42103-0x10197493f930007, quorum=127.0.0.1:54803, baseZNode=/2-96041868 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:24:19,284 INFO [RS:0;95451c90bed2:42103 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T18:24:19,284 INFO [RS:0;95451c90bed2:42103 {}] regionserver.HRegionServer(1031): Exiting; stopping=95451c90bed2,42103,1733163841356; zookeeper connection closed. 2024-12-02T18:24:19,284 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@9b6c1bc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@9b6c1bc 2024-12-02T18:24:19,288 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T18:24:19,289 INFO [M:0;95451c90bed2:36043 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/38cb644aaec440d893f04aea481064ec 2024-12-02T18:24:19,311 DEBUG [M:0;95451c90bed2:36043 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7f93b2b6f1494c9789860330e0c16eec is 69, key is 95451c90bed2,42103,1733163841356/rs:state/1733163843673/Put/seqid=0 2024-12-02T18:24:19,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35261 is added to blk_1073741846_1022 (size=5156) 2024-12-02T18:24:19,512 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,2-95451c90bed2,38911,1733163830694.replicationSource.wal-reader.95451c90bed2%2C38911%2C1733163830694,2-95451c90bed2,38911,1733163830694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.1733163854453 to pos 393, reset compression=false 2024-12-02T18:24:19,712 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38911,1733163830694.replicationSource.wal-reader.95451c90bed2%2C38911%2C1733163830694,1-95451c90bed2,38911,1733163830694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.1733163854453 to pos 393, reset compression=false 2024-12-02T18:24:19,716 INFO [M:0;95451c90bed2:36043 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7f93b2b6f1494c9789860330e0c16eec 2024-12-02T18:24:19,722 DEBUG [M:0;95451c90bed2:36043 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/69e3eb712e4c487ebf9d841f6ac2e408 as hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/69e3eb712e4c487ebf9d841f6ac2e408 2024-12-02T18:24:19,727 INFO [M:0;95451c90bed2:36043 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/69e3eb712e4c487ebf9d841f6ac2e408, entries=8, sequenceid=55, filesize=5.5 K 2024-12-02T18:24:19,728 DEBUG [M:0;95451c90bed2:36043 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/38cb644aaec440d893f04aea481064ec as hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/38cb644aaec440d893f04aea481064ec 2024-12-02T18:24:19,733 INFO [M:0;95451c90bed2:36043 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/38cb644aaec440d893f04aea481064ec, entries=6, sequenceid=55, filesize=6.4 K 2024-12-02T18:24:19,734 DEBUG [M:0;95451c90bed2:36043 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7f93b2b6f1494c9789860330e0c16eec as hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7f93b2b6f1494c9789860330e0c16eec 2024-12-02T18:24:19,739 INFO [M:0;95451c90bed2:36043 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42457/user/jenkins/test-data/4a64cf5a-68ce-679e-1de7-4fc593d5ad39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7f93b2b6f1494c9789860330e0c16eec, entries=1, sequenceid=55, filesize=5.0 K 2024-12-02T18:24:19,740 INFO [M:0;95451c90bed2:36043 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 519ms, sequenceid=55, compaction requested=false 2024-12-02T18:24:19,748 INFO [M:0;95451c90bed2:36043 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:24:19,748 DEBUG [M:0;95451c90bed2:36043 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733163859221Disabling compacts and flushes for region at 1733163859221Disabling writes for close at 1733163859221Obtaining lock to block concurrent updates at 1733163859221Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733163859221Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1733163859222 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733163859222Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733163859222Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733163859241 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733163859241Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733163859257 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733163859274 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733163859274Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733163859294 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733163859311 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733163859311Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a976c72: reopening flushed file at 1733163859720 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20af1aa6: reopening flushed file at 1733163859727 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52220c0: reopening flushed file at 1733163859733 (+6 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 519ms, sequenceid=55, compaction requested=false at 1733163859740 (+7 ms)Writing region close event to WAL at 1733163859748 (+8 ms)Closed at 1733163859748 2024-12-02T18:24:19,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35261 is added to blk_1073741830_1006 (size=32770) 2024-12-02T18:24:19,771 INFO [M:0;95451c90bed2:36043 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T18:24:19,772 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T18:24:19,772 INFO [M:0;95451c90bed2:36043 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36043 2024-12-02T18:24:19,772 INFO [M:0;95451c90bed2:36043 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T18:24:19,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36043-0x10197493f930006, quorum=127.0.0.1:54803, baseZNode=/2-96041868 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:24:19,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36043-0x10197493f930006, quorum=127.0.0.1:54803, baseZNode=/2-96041868 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:24:19,924 INFO [M:0;95451c90bed2:36043 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T18:24:19,930 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75074f2d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T18:24:19,930 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@62bab826{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T18:24:19,930 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T18:24:19,930 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a5d576{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T18:24:19,930 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14b3d318{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e8c429-cc4b-d75b-97b0-736e1ead621b/hadoop.log.dir/,STOPPED} 2024-12-02T18:24:19,933 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T18:24:19,933 WARN [BP-892386847-172.17.0.3-1733163839220 heartbeating to localhost/127.0.0.1:42457 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T18:24:19,933 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T18:24:19,933 WARN [BP-892386847-172.17.0.3-1733163839220 heartbeating to localhost/127.0.0.1:42457 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-892386847-172.17.0.3-1733163839220 (Datanode Uuid 5c0a39bf-4635-47b0-8d29-81d58b94d603) service to localhost/127.0.0.1:42457 2024-12-02T18:24:19,934 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e8c429-cc4b-d75b-97b0-736e1ead621b/cluster_87a81250-8c3b-2f8e-50b6-024487704b9c/data/data1/current/BP-892386847-172.17.0.3-1733163839220 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T18:24:19,934 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e8c429-cc4b-d75b-97b0-736e1ead621b/cluster_87a81250-8c3b-2f8e-50b6-024487704b9c/data/data2/current/BP-892386847-172.17.0.3-1733163839220 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T18:24:19,934 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T18:24:19,941 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@72194659{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T18:24:19,941 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@82b758d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T18:24:19,941 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T18:24:19,942 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e382187{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T18:24:19,942 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2acab9f0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66e8c429-cc4b-d75b-97b0-736e1ead621b/hadoop.log.dir/,STOPPED} 2024-12-02T18:24:19,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T18:24:19,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T18:24:19,957 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T18:24:19,957 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:24:19,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:24:19,958 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:24:19,958 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:24:19,958 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T18:24:19,958 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1643667977, stopped=false 2024-12-02T18:24:19,958 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=95451c90bed2,46569,1733163836030 2024-12-02T18:24:19,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x10197493f930003, quorum=127.0.0.1:54803, baseZNode=/11677950938 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11677950938/running 2024-12-02T18:24:19,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35125-0x10197493f930004, quorum=127.0.0.1:54803, baseZNode=/11677950938 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11677950938/running 2024-12-02T18:24:19,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x10197493f930003, quorum=127.0.0.1:54803, baseZNode=/11677950938 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11677950938 2024-12-02T18:24:19,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35125-0x10197493f930004, quorum=127.0.0.1:54803, baseZNode=/11677950938 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11677950938 2024-12-02T18:24:19,976 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T18:24:19,976 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T18:24:19,976 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:24:19,976 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:24:19,977 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35125-0x10197493f930004, quorum=127.0.0.1:54803, baseZNode=/11677950938 Set watcher on znode that does not yet exist, /11677950938/running 2024-12-02T18:24:19,977 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46569-0x10197493f930003, quorum=127.0.0.1:54803, baseZNode=/11677950938 Set watcher on znode that does not yet exist, /11677950938/running 2024-12-02T18:24:19,980 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '95451c90bed2,35125,1733163836141' ***** 2024-12-02T18:24:19,980 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T18:24:19,980 INFO [RS:0;95451c90bed2:35125 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T18:24:19,980 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T18:24:19,981 INFO [RS:0;95451c90bed2:35125 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T18:24:19,981 INFO [RS:0;95451c90bed2:35125 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T18:24:19,981 INFO [RS:0;95451c90bed2:35125 {}] regionserver.HRegionServer(3091): Received CLOSE for 77bbbd15f2cbfcf21b5015005548f33a 2024-12-02T18:24:19,984 INFO [RS:0;95451c90bed2:35125 {}] regionserver.HRegionServer(959): stopping server 95451c90bed2,35125,1733163836141 2024-12-02T18:24:19,984 INFO [RS:0;95451c90bed2:35125 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T18:24:19,984 INFO [RS:0;95451c90bed2:35125 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;95451c90bed2:35125. 2024-12-02T18:24:19,984 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 77bbbd15f2cbfcf21b5015005548f33a, disabling compactions & flushes 2024-12-02T18:24:19,984 DEBUG [RS:0;95451c90bed2:35125 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:24:19,984 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733163847322.77bbbd15f2cbfcf21b5015005548f33a. 2024-12-02T18:24:19,984 DEBUG [RS:0;95451c90bed2:35125 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:24:19,984 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733163847322.77bbbd15f2cbfcf21b5015005548f33a. 2024-12-02T18:24:19,984 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733163847322.77bbbd15f2cbfcf21b5015005548f33a. after waiting 0 ms 2024-12-02T18:24:19,984 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733163847322.77bbbd15f2cbfcf21b5015005548f33a. 2024-12-02T18:24:19,984 INFO [RS:0;95451c90bed2:35125 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T18:24:19,984 INFO [RS:0;95451c90bed2:35125 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T18:24:19,984 INFO [RS:0;95451c90bed2:35125 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T18:24:19,984 INFO [RS:0;95451c90bed2:35125 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T18:24:19,985 INFO [RS:0;95451c90bed2:35125 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T18:24:19,985 DEBUG [RS:0;95451c90bed2:35125 {}] regionserver.HRegionServer(1325): Online Regions={77bbbd15f2cbfcf21b5015005548f33a=test,,1733163847322.77bbbd15f2cbfcf21b5015005548f33a., 1588230740=hbase:meta,,1.1588230740} 2024-12-02T18:24:19,985 DEBUG [RS:0;95451c90bed2:35125 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 77bbbd15f2cbfcf21b5015005548f33a 2024-12-02T18:24:19,985 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T18:24:19,985 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T18:24:19,985 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T18:24:19,985 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T18:24:19,985 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T18:24:19,985 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-02T18:24:19,996 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/data/default/test/77bbbd15f2cbfcf21b5015005548f33a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T18:24:19,998 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T18:24:19,998 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T18:24:19,998 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733163847322.77bbbd15f2cbfcf21b5015005548f33a. 2024-12-02T18:24:19,999 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 77bbbd15f2cbfcf21b5015005548f33a: Waiting for close lock at 1733163859984Running coprocessor pre-close hooks at 1733163859984Disabling compacts and flushes for region at 1733163859984Disabling writes for close at 1733163859984Writing region close event to WAL at 1733163859986 (+2 ms)Running coprocessor post-close hooks at 1733163859998 (+12 ms)Closed at 1733163859998 2024-12-02T18:24:19,999 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733163847322.77bbbd15f2cbfcf21b5015005548f33a. 2024-12-02T18:24:20,008 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/data/hbase/meta/1588230740/.tmp/info/20ad7dd5d081478ba1a4e2e48cd7bdc3 is 129, key is test,,1733163847322.77bbbd15f2cbfcf21b5015005548f33a./info:regioninfo/1733163848091/Put/seqid=0 2024-12-02T18:24:20,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41169 is added to blk_1073741841_1017 (size=6421) 2024-12-02T18:24:20,015 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/data/hbase/meta/1588230740/.tmp/info/20ad7dd5d081478ba1a4e2e48cd7bdc3 2024-12-02T18:24:20,033 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/data/hbase/meta/1588230740/.tmp/ns/dc92699a1f874f189c313f52a5419ea8 is 43, key is default/ns:d/1733163839083/Put/seqid=0 2024-12-02T18:24:20,040 INFO [regionserver/95451c90bed2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T18:24:20,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41169 is added to blk_1073741842_1018 (size=5153) 2024-12-02T18:24:20,064 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/data/hbase/meta/1588230740/.tmp/ns/dc92699a1f874f189c313f52a5419ea8 2024-12-02T18:24:20,082 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/data/hbase/meta/1588230740/.tmp/rep_barrier/ae30847da94d46e997456a2cd87294c8 is 112, key is test,,1733163847322.77bbbd15f2cbfcf21b5015005548f33a./rep_barrier:seqnumDuringOpen/1733163848091/Put/seqid=0 2024-12-02T18:24:20,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41169 is added to blk_1073741843_1019 (size=5518) 2024-12-02T18:24:20,100 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T18:24:20,185 DEBUG [RS:0;95451c90bed2:35125 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T18:24:20,385 DEBUG [RS:0;95451c90bed2:35125 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T18:24:20,417 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,2-95451c90bed2,38911,1733163830694.replicationSource.wal-reader.95451c90bed2%2C38911%2C1733163830694,2-95451c90bed2,38911,1733163830694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.1733163854453 to pos 393, reset compression=false 2024-12-02T18:24:20,494 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/data/hbase/meta/1588230740/.tmp/rep_barrier/ae30847da94d46e997456a2cd87294c8 2024-12-02T18:24:20,514 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/data/hbase/meta/1588230740/.tmp/table/1d7d938e7cd8408b91790b13cb03fd91 is 40, key is test/table:state/1733163848102/Put/seqid=0 2024-12-02T18:24:20,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41169 is added to blk_1073741844_1020 (size=5165) 2024-12-02T18:24:20,586 DEBUG [RS:0;95451c90bed2:35125 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T18:24:20,632 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38911,1733163830694.replicationSource.wal-reader.95451c90bed2%2C38911%2C1733163830694,1-95451c90bed2,38911,1733163830694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.1733163854453 to pos 393, reset compression=false 2024-12-02T18:24:20,788 DEBUG [RS:0;95451c90bed2:35125 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T18:24:20,820 INFO [regionserver/95451c90bed2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T18:24:20,820 INFO [regionserver/95451c90bed2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T18:24:20,944 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/data/hbase/meta/1588230740/.tmp/table/1d7d938e7cd8408b91790b13cb03fd91 2024-12-02T18:24:20,958 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/data/hbase/meta/1588230740/.tmp/info/20ad7dd5d081478ba1a4e2e48cd7bdc3 as hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/data/hbase/meta/1588230740/info/20ad7dd5d081478ba1a4e2e48cd7bdc3 2024-12-02T18:24:20,961 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/data/hbase/meta/1588230740/info/20ad7dd5d081478ba1a4e2e48cd7bdc3, entries=10, sequenceid=11, filesize=6.3 K 2024-12-02T18:24:20,961 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/data/hbase/meta/1588230740/.tmp/ns/dc92699a1f874f189c313f52a5419ea8 as hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/data/hbase/meta/1588230740/ns/dc92699a1f874f189c313f52a5419ea8 2024-12-02T18:24:20,965 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/data/hbase/meta/1588230740/ns/dc92699a1f874f189c313f52a5419ea8, entries=2, sequenceid=11, filesize=5.0 K 2024-12-02T18:24:20,966 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/data/hbase/meta/1588230740/.tmp/rep_barrier/ae30847da94d46e997456a2cd87294c8 as hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/data/hbase/meta/1588230740/rep_barrier/ae30847da94d46e997456a2cd87294c8 2024-12-02T18:24:20,970 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/data/hbase/meta/1588230740/rep_barrier/ae30847da94d46e997456a2cd87294c8, entries=1, sequenceid=11, filesize=5.4 K 2024-12-02T18:24:20,971 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/data/hbase/meta/1588230740/.tmp/table/1d7d938e7cd8408b91790b13cb03fd91 as hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/data/hbase/meta/1588230740/table/1d7d938e7cd8408b91790b13cb03fd91 2024-12-02T18:24:20,975 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/data/hbase/meta/1588230740/table/1d7d938e7cd8408b91790b13cb03fd91, entries=2, sequenceid=11, filesize=5.0 K 2024-12-02T18:24:20,976 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 991ms, sequenceid=11, compaction requested=false 2024-12-02T18:24:20,982 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-02T18:24:20,982 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T18:24:20,982 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T18:24:20,983 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T18:24:20,983 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733163859985Running coprocessor pre-close hooks at 1733163859985Disabling compacts and flushes for region at 1733163859985Disabling writes for close at 1733163859985Obtaining lock to block concurrent updates at 1733163859985Preparing flush snapshotting stores in 1588230740 at 1733163859985Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733163859986 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733163859986Flushing 1588230740/info: creating writer at 1733163859986Flushing 1588230740/info: appending metadata at 1733163860008 (+22 ms)Flushing 1588230740/info: closing flushed file at 1733163860008Flushing 1588230740/ns: creating writer at 1733163860018 (+10 ms)Flushing 1588230740/ns: appending metadata at 1733163860033 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733163860033Flushing 1588230740/rep_barrier: creating writer at 1733163860068 (+35 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733163860082 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733163860082Flushing 1588230740/table: creating writer at 1733163860498 (+416 ms)Flushing 1588230740/table: appending metadata at 1733163860514 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733163860514Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22220af3: reopening flushed file at 1733163860957 (+443 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19b5b33d: reopening flushed file at 1733163860961 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1337ae64: reopening flushed file at 1733163860965 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@179e811a: reopening flushed file at 1733163860970 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 991ms, sequenceid=11, compaction requested=false at 1733163860976 (+6 ms)Writing region close event to WAL at 1733163860978 (+2 ms)Running coprocessor post-close hooks at 1733163860982 (+4 ms)Closed at 1733163860983 (+1 ms) 2024-12-02T18:24:20,983 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T18:24:20,988 INFO [RS:0;95451c90bed2:35125 {}] regionserver.HRegionServer(976): stopping server 95451c90bed2,35125,1733163836141; all regions closed. 2024-12-02T18:24:20,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41169 is added to blk_1073741834_1010 (size=2717) 2024-12-02T18:24:20,993 DEBUG [RS:0;95451c90bed2:35125 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/oldWALs 2024-12-02T18:24:20,993 INFO [RS:0;95451c90bed2:35125 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 95451c90bed2%2C35125%2C1733163836141.meta:.meta(num 1733163839019) 2024-12-02T18:24:20,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41169 is added to blk_1073741832_1008 (size=1374) 2024-12-02T18:24:21,002 DEBUG [RS:0;95451c90bed2:35125 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/oldWALs 2024-12-02T18:24:21,002 INFO [RS:0;95451c90bed2:35125 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 95451c90bed2%2C35125%2C1733163836141:(num 1733163837939) 2024-12-02T18:24:21,002 DEBUG [RS:0;95451c90bed2:35125 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:24:21,002 INFO [RS:0;95451c90bed2:35125 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T18:24:21,002 INFO [RS:0;95451c90bed2:35125 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T18:24:21,002 INFO [RS:0;95451c90bed2:35125 {}] hbase.ChoreService(370): Chore service for: regionserver/95451c90bed2:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T18:24:21,003 INFO [RS:0;95451c90bed2:35125 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T18:24:21,003 INFO [regionserver/95451c90bed2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T18:24:21,003 INFO [RS:0;95451c90bed2:35125 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;95451c90bed2:35125. 2024-12-02T18:24:21,003 DEBUG [RS:0;95451c90bed2:35125 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:24:21,003 DEBUG [RS:0;95451c90bed2:35125 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:24:21,004 DEBUG [RS:0;95451c90bed2:35125 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:24:21,004 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:24:21,004 INFO [RS:0;95451c90bed2:35125 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35125 2024-12-02T18:24:21,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x10197493f930003, quorum=127.0.0.1:54803, baseZNode=/11677950938 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11677950938/rs 2024-12-02T18:24:21,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35125-0x10197493f930004, quorum=127.0.0.1:54803, baseZNode=/11677950938 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11677950938/rs/95451c90bed2,35125,1733163836141 2024-12-02T18:24:21,071 INFO [RS:0;95451c90bed2:35125 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T18:24:21,071 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [95451c90bed2,35125,1733163836141] 2024-12-02T18:24:21,081 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11677950938/draining/95451c90bed2,35125,1733163836141 already deleted, retry=false 2024-12-02T18:24:21,081 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 95451c90bed2,35125,1733163836141 expired; onlineServers=0 2024-12-02T18:24:21,081 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '95451c90bed2,46569,1733163836030' ***** 2024-12-02T18:24:21,081 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T18:24:21,081 INFO [M:0;95451c90bed2:46569 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T18:24:21,081 INFO [M:0;95451c90bed2:46569 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T18:24:21,081 DEBUG [M:0;95451c90bed2:46569 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T18:24:21,081 DEBUG [M:0;95451c90bed2:46569 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T18:24:21,081 DEBUG [master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.small.0-1733163837731 {}] cleaner.HFileCleaner(306): Exit Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.small.0-1733163837731,5,FailOnTimeoutGroup] 2024-12-02T18:24:21,081 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T18:24:21,082 DEBUG [master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.large.0-1733163837730 {}] cleaner.HFileCleaner(306): Exit Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.large.0-1733163837730,5,FailOnTimeoutGroup] 2024-12-02T18:24:21,082 INFO [M:0;95451c90bed2:46569 {}] hbase.ChoreService(370): Chore service for: master/95451c90bed2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T18:24:21,082 INFO [M:0;95451c90bed2:46569 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T18:24:21,082 DEBUG [M:0;95451c90bed2:46569 {}] master.HMaster(1795): Stopping service threads 2024-12-02T18:24:21,082 INFO [M:0;95451c90bed2:46569 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T18:24:21,082 INFO [M:0;95451c90bed2:46569 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T18:24:21,082 INFO [M:0;95451c90bed2:46569 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T18:24:21,082 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T18:24:21,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x10197493f930003, quorum=127.0.0.1:54803, baseZNode=/11677950938 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11677950938/master 2024-12-02T18:24:21,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x10197493f930003, quorum=127.0.0.1:54803, baseZNode=/11677950938 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11677950938 2024-12-02T18:24:21,092 DEBUG [M:0;95451c90bed2:46569 {}] zookeeper.ZKUtil(347): master:46569-0x10197493f930003, quorum=127.0.0.1:54803, baseZNode=/11677950938 Unable to get data of znode /11677950938/master because node does not exist (not an error) 2024-12-02T18:24:21,092 WARN [M:0;95451c90bed2:46569 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T18:24:21,093 INFO [M:0;95451c90bed2:46569 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/.lastflushedseqids 2024-12-02T18:24:21,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41169 is added to blk_1073741845_1021 (size=173) 2024-12-02T18:24:21,106 INFO [M:0;95451c90bed2:46569 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T18:24:21,106 INFO [M:0;95451c90bed2:46569 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T18:24:21,106 DEBUG [M:0;95451c90bed2:46569 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T18:24:21,106 INFO [M:0;95451c90bed2:46569 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:24:21,106 DEBUG [M:0;95451c90bed2:46569 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:24:21,106 DEBUG [M:0;95451c90bed2:46569 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T18:24:21,106 DEBUG [M:0;95451c90bed2:46569 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:24:21,106 INFO [M:0;95451c90bed2:46569 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-12-02T18:24:21,123 DEBUG [M:0;95451c90bed2:46569 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3a174a51550840c29ff9474a53585fcf is 82, key is hbase:meta,,1/info:regioninfo/1733163839064/Put/seqid=0 2024-12-02T18:24:21,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41169 is added to blk_1073741846_1022 (size=5672) 2024-12-02T18:24:21,127 INFO [M:0;95451c90bed2:46569 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3a174a51550840c29ff9474a53585fcf 2024-12-02T18:24:21,147 DEBUG [M:0;95451c90bed2:46569 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/16890aa8d04648ae8df3773c937276d2 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733163848105/Put/seqid=0 2024-12-02T18:24:21,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41169 is added to blk_1073741847_1023 (size=6585) 2024-12-02T18:24:21,154 INFO [M:0;95451c90bed2:46569 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/16890aa8d04648ae8df3773c937276d2 2024-12-02T18:24:21,184 INFO [RS:0;95451c90bed2:35125 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T18:24:21,184 INFO [RS:0;95451c90bed2:35125 {}] regionserver.HRegionServer(1031): Exiting; stopping=95451c90bed2,35125,1733163836141; zookeeper connection closed. 2024-12-02T18:24:21,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35125-0x10197493f930004, quorum=127.0.0.1:54803, baseZNode=/11677950938 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:24:21,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35125-0x10197493f930004, quorum=127.0.0.1:54803, baseZNode=/11677950938 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:24:21,187 DEBUG [M:0;95451c90bed2:46569 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/114abd1e0ed6488199e18a4e7f375f25 is 69, key is 95451c90bed2,35125,1733163836141/rs:state/1733163837799/Put/seqid=0 2024-12-02T18:24:21,189 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@13e33212 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@13e33212 2024-12-02T18:24:21,189 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T18:24:21,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41169 is added to blk_1073741848_1024 (size=5156) 2024-12-02T18:24:21,195 INFO [M:0;95451c90bed2:46569 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/114abd1e0ed6488199e18a4e7f375f25 2024-12-02T18:24:21,199 DEBUG [M:0;95451c90bed2:46569 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3a174a51550840c29ff9474a53585fcf as hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3a174a51550840c29ff9474a53585fcf 2024-12-02T18:24:21,206 INFO [M:0;95451c90bed2:46569 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3a174a51550840c29ff9474a53585fcf, entries=8, sequenceid=55, filesize=5.5 K 2024-12-02T18:24:21,207 DEBUG [M:0;95451c90bed2:46569 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/16890aa8d04648ae8df3773c937276d2 as hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/16890aa8d04648ae8df3773c937276d2 2024-12-02T18:24:21,211 INFO [M:0;95451c90bed2:46569 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/16890aa8d04648ae8df3773c937276d2, entries=6, sequenceid=55, filesize=6.4 K 2024-12-02T18:24:21,212 DEBUG [M:0;95451c90bed2:46569 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/114abd1e0ed6488199e18a4e7f375f25 as hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/114abd1e0ed6488199e18a4e7f375f25 2024-12-02T18:24:21,216 INFO [M:0;95451c90bed2:46569 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41563/user/jenkins/test-data/30309e23-eb00-505f-0ed2-c936a5b02ae0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/114abd1e0ed6488199e18a4e7f375f25, entries=1, sequenceid=55, filesize=5.0 K 2024-12-02T18:24:21,219 INFO [M:0;95451c90bed2:46569 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 113ms, sequenceid=55, compaction requested=false 2024-12-02T18:24:21,225 INFO [M:0;95451c90bed2:46569 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:24:21,225 DEBUG [M:0;95451c90bed2:46569 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733163861106Disabling compacts and flushes for region at 1733163861106Disabling writes for close at 1733163861106Obtaining lock to block concurrent updates at 1733163861106Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733163861106Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1733163861106Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733163861107 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733163861107Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733163861123 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733163861123Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733163861131 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733163861146 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733163861146Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733163861170 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733163861186 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733163861186Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59eabbe5: reopening flushed file at 1733163861199 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48f8aab8: reopening flushed file at 1733163861206 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49d468b8: reopening flushed file at 1733163861211 (+5 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 113ms, sequenceid=55, compaction requested=false at 1733163861219 (+8 ms)Writing region close event to WAL at 1733163861225 (+6 ms)Closed at 1733163861225 2024-12-02T18:24:21,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41169 is added to blk_1073741830_1006 (size=32758) 2024-12-02T18:24:21,233 INFO [M:0;95451c90bed2:46569 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T18:24:21,233 INFO [M:0;95451c90bed2:46569 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46569 2024-12-02T18:24:21,234 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T18:24:21,234 INFO [M:0;95451c90bed2:46569 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T18:24:21,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x10197493f930003, quorum=127.0.0.1:54803, baseZNode=/11677950938 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:24:21,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46569-0x10197493f930003, quorum=127.0.0.1:54803, baseZNode=/11677950938 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:24:21,352 INFO [M:0;95451c90bed2:46569 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T18:24:21,354 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c4eba30{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T18:24:21,355 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@165f0bd6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T18:24:21,355 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T18:24:21,355 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63959428{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T18:24:21,355 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@645413a5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4647b644-2e2a-9d7e-98db-41cba8f544e6/hadoop.log.dir/,STOPPED} 2024-12-02T18:24:21,357 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T18:24:21,357 WARN [BP-582474992-172.17.0.3-1733163834572 heartbeating to localhost/127.0.0.1:41563 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T18:24:21,357 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T18:24:21,357 WARN [BP-582474992-172.17.0.3-1733163834572 heartbeating to localhost/127.0.0.1:41563 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-582474992-172.17.0.3-1733163834572 (Datanode Uuid ea7298ca-5bf9-4bf8-b435-4ae7604c938b) service to localhost/127.0.0.1:41563 2024-12-02T18:24:21,358 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4647b644-2e2a-9d7e-98db-41cba8f544e6/cluster_5f907504-9d48-7116-7856-a05162031f68/data/data1/current/BP-582474992-172.17.0.3-1733163834572 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T18:24:21,358 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4647b644-2e2a-9d7e-98db-41cba8f544e6/cluster_5f907504-9d48-7116-7856-a05162031f68/data/data2/current/BP-582474992-172.17.0.3-1733163834572 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T18:24:21,358 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T18:24:21,367 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@664ff9e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T18:24:21,372 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a5e72a0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T18:24:21,372 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T18:24:21,373 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78a12d9e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T18:24:21,373 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10ff8055{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4647b644-2e2a-9d7e-98db-41cba8f544e6/hadoop.log.dir/,STOPPED} 2024-12-02T18:24:21,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T18:24:21,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T18:24:21,394 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T18:24:21,394 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:24:21,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:24:21,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:24:21,394 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:24:21,394 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T18:24:21,394 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2068647180, stopped=false 2024-12-02T18:24:21,394 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=95451c90bed2,40787,1733163830507 2024-12-02T18:24:21,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38911-0x10197493f930001, quorum=127.0.0.1:54803, baseZNode=/0503067632 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0503067632/running 2024-12-02T18:24:21,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40787-0x10197493f930000, quorum=127.0.0.1:54803, baseZNode=/0503067632 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0503067632/running 2024-12-02T18:24:21,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38911-0x10197493f930001, quorum=127.0.0.1:54803, baseZNode=/0503067632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0503067632 2024-12-02T18:24:21,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40787-0x10197493f930000, quorum=127.0.0.1:54803, baseZNode=/0503067632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0503067632 2024-12-02T18:24:21,413 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38911-0x10197493f930001, quorum=127.0.0.1:54803, baseZNode=/0503067632 Set watcher on znode that does not yet exist, /0503067632/running 2024-12-02T18:24:21,413 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40787-0x10197493f930000, quorum=127.0.0.1:54803, baseZNode=/0503067632 Set watcher on znode that does not yet exist, /0503067632/running 2024-12-02T18:24:21,416 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T18:24:21,416 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T18:24:21,416 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:24:21,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:24:21,417 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '95451c90bed2,38911,1733163830694' ***** 2024-12-02T18:24:21,417 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T18:24:21,417 INFO [RS:0;95451c90bed2:38911 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T18:24:21,417 INFO [RS:0;95451c90bed2:38911 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T18:24:21,417 INFO [RS:0;95451c90bed2:38911 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T18:24:21,417 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T18:24:21,417 INFO [RS:0;95451c90bed2:38911 {}] regionserver.HRegionServer(3091): Received CLOSE for 1f71a96fbdf3603fa2988fa8252ffb00 2024-12-02T18:24:21,417 INFO [RS:0;95451c90bed2:38911 {}] regionserver.HRegionServer(3091): Received CLOSE for f374a9d82f727ffbd86c483c0edaee63 2024-12-02T18:24:21,417 INFO [RS:0;95451c90bed2:38911 {}] regionserver.HRegionServer(959): stopping server 95451c90bed2,38911,1733163830694 2024-12-02T18:24:21,417 INFO [RS:0;95451c90bed2:38911 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T18:24:21,417 INFO [RS:0;95451c90bed2:38911 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;95451c90bed2:38911. 2024-12-02T18:24:21,417 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1f71a96fbdf3603fa2988fa8252ffb00, disabling compactions & flushes 2024-12-02T18:24:21,417 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733163845169.1f71a96fbdf3603fa2988fa8252ffb00. 2024-12-02T18:24:21,417 DEBUG [RS:0;95451c90bed2:38911 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:24:21,417 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733163845169.1f71a96fbdf3603fa2988fa8252ffb00. 2024-12-02T18:24:21,417 DEBUG [RS:0;95451c90bed2:38911 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:24:21,417 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733163845169.1f71a96fbdf3603fa2988fa8252ffb00. after waiting 0 ms 2024-12-02T18:24:21,417 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733163845169.1f71a96fbdf3603fa2988fa8252ffb00. 2024-12-02T18:24:21,417 INFO [RS:0;95451c90bed2:38911 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T18:24:21,417 INFO [RS:0;95451c90bed2:38911 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T18:24:21,417 INFO [RS:0;95451c90bed2:38911 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T18:24:21,417 INFO [RS:0;95451c90bed2:38911 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T18:24:21,418 INFO [RS:0;95451c90bed2:38911 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-02T18:24:21,418 DEBUG [RS:0;95451c90bed2:38911 {}] regionserver.HRegionServer(1325): Online Regions={1f71a96fbdf3603fa2988fa8252ffb00=test,,1733163845169.1f71a96fbdf3603fa2988fa8252ffb00., 1588230740=hbase:meta,,1.1588230740, f374a9d82f727ffbd86c483c0edaee63=hbase:replication,,1733163849612.f374a9d82f727ffbd86c483c0edaee63.} 2024-12-02T18:24:21,418 DEBUG [RS:0;95451c90bed2:38911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1f71a96fbdf3603fa2988fa8252ffb00, f374a9d82f727ffbd86c483c0edaee63 2024-12-02T18:24:21,418 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T18:24:21,418 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T18:24:21,418 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T18:24:21,418 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T18:24:21,418 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T18:24:21,418 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-02T18:24:21,421 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,2-95451c90bed2,38911,1733163830694.replicationSource.wal-reader.95451c90bed2%2C38911%2C1733163830694,2-95451c90bed2,38911,1733163830694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.1733163854453 to pos 393, reset compression=false 2024-12-02T18:24:21,424 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/data/default/test/1f71a96fbdf3603fa2988fa8252ffb00/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T18:24:21,425 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T18:24:21,425 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-02T18:24:21,425 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733163845169.1f71a96fbdf3603fa2988fa8252ffb00. 2024-12-02T18:24:21,425 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1f71a96fbdf3603fa2988fa8252ffb00: Waiting for close lock at 1733163861417Running coprocessor pre-close hooks at 1733163861417Disabling compacts and flushes for region at 1733163861417Disabling writes for close at 1733163861417Writing region close event to WAL at 1733163861418 (+1 ms)Running coprocessor post-close hooks at 1733163861425 (+7 ms)Closed at 1733163861425 2024-12-02T18:24:21,425 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733163845169.1f71a96fbdf3603fa2988fa8252ffb00. 2024-12-02T18:24:21,425 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f374a9d82f727ffbd86c483c0edaee63, disabling compactions & flushes 2024-12-02T18:24:21,425 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733163849612.f374a9d82f727ffbd86c483c0edaee63. 2024-12-02T18:24:21,425 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733163849612.f374a9d82f727ffbd86c483c0edaee63. 2024-12-02T18:24:21,425 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733163849612.f374a9d82f727ffbd86c483c0edaee63. after waiting 0 ms 2024-12-02T18:24:21,425 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733163849612.f374a9d82f727ffbd86c483c0edaee63. 2024-12-02T18:24:21,425 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f374a9d82f727ffbd86c483c0edaee63 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-12-02T18:24:21,446 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/data/hbase/meta/1588230740/.tmp/info/81f8e43b6493409fbf898c29265821f2 is 147, key is hbase:replication,,1733163849612.f374a9d82f727ffbd86c483c0edaee63./info:regioninfo/1733163850577/Put/seqid=0 2024-12-02T18:24:21,456 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,2-95451c90bed2,38911,1733163830694.replicationSource.wal-reader.95451c90bed2%2C38911%2C1733163830694,2-95451c90bed2,38911,1733163830694 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T18:24:21,456 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,2-95451c90bed2,38911,1733163830694.replicationSource.wal-reader.95451c90bed2%2C38911%2C1733163830694,2-95451c90bed2,38911,1733163830694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.1733163854453 to pos 688, reset compression=false 2024-12-02T18:24:21,456 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,2-95451c90bed2,38911,1733163830694.replicationSource.shipper95451c90bed2%2C38911%2C1733163830694,2-95451c90bed2,38911,1733163830694 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-95451c90bed2,38911,1733163830694 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.1733163854453, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T18:24:21,457 ERROR [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,2-95451c90bed2,38911,1733163830694.replicationSource.shipper95451c90bed2%2C38911%2C1733163830694,2-95451c90bed2,38911,1733163830694 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 95451c90bed2,38911,1733163830694: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-95451c90bed2,38911,1733163830694, walGroup=95451c90bed2%2C38911%2C1733163830694, offset=95451c90bed2%2C38911%2C1733163830694.1733163854453:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=95451c90bed2:38911 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-02T18:24:21,458 ERROR [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,2-95451c90bed2,38911,1733163830694.replicationSource.shipper95451c90bed2%2C38911%2C1733163830694,2-95451c90bed2,38911,1733163830694 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T18:24:21,458 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,2-95451c90bed2,38911,1733163830694.replicationSource.shipper95451c90bed2%2C38911%2C1733163830694,2-95451c90bed2,38911,1733163830694 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T18:24:21,458 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,2-95451c90bed2,38911,1733163830694.replicationSource.shipper95451c90bed2%2C38911%2C1733163830694,2-95451c90bed2,38911,1733163830694 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T18:24:21,459 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,2-95451c90bed2,38911,1733163830694.replicationSource.shipper95451c90bed2%2C38911%2C1733163830694,2-95451c90bed2,38911,1733163830694 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T18:24:21,459 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,2-95451c90bed2,38911,1733163830694.replicationSource.shipper95451c90bed2%2C38911%2C1733163830694,2-95451c90bed2,38911,1733163830694 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T18:24:21,459 INFO [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,2-95451c90bed2,38911,1733163830694.replicationSource.shipper95451c90bed2%2C38911%2C1733163830694,2-95451c90bed2,38911,1733163830694 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1654652928, "init": 1048576000, "max": 2306867200, "used": 1073187592 }, "NonHeapMemoryUsage": { "committed": 211550208, "init": 7667712, "max": -1, "used": 208443288 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-02T18:24:21,459 WARN [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,2-95451c90bed2,38911,1733163830694.replicationSource.shipper95451c90bed2%2C38911%2C1733163830694,2-95451c90bed2,38911,1733163830694 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=95451c90bed2:40787 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=95451c90bed2:40787 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-02T18:24:21,467 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/data/hbase/replication/f374a9d82f727ffbd86c483c0edaee63/.tmp/hfileref/b1862a4d91be4d4bbde3f13055db06da is 74, key is 1/hfileref:90707bb4371a4aa58b0a8eac9009d6b9_SeqId_4_/1733163853470/DeleteColumn/seqid=0 2024-12-02T18:24:21,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741847_1023 (size=7686) 2024-12-02T18:24:21,485 INFO [regionserver/95451c90bed2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T18:24:21,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741848_1024 (size=5489) 2024-12-02T18:24:21,618 DEBUG [RS:0;95451c90bed2:38911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f374a9d82f727ffbd86c483c0edaee63 2024-12-02T18:24:21,644 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38911,1733163830694.replicationSource.wal-reader.95451c90bed2%2C38911%2C1733163830694,1-95451c90bed2,38911,1733163830694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.1733163854453 to pos 393, reset compression=false 2024-12-02T18:24:21,648 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38911,1733163830694.replicationSource.wal-reader.95451c90bed2%2C38911%2C1733163830694,1-95451c90bed2,38911,1733163830694 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-02T18:24:21,649 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38911,1733163830694.replicationSource.wal-reader.95451c90bed2%2C38911%2C1733163830694,1-95451c90bed2,38911,1733163830694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.1733163854453 to pos 688, reset compression=false 2024-12-02T18:24:21,649 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38911,1733163830694.replicationSource.shipper95451c90bed2%2C38911%2C1733163830694,1-95451c90bed2,38911,1733163830694 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-95451c90bed2,38911,1733163830694 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.1733163854453, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-02T18:24:21,649 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38911,1733163830694.replicationSource.shipper95451c90bed2%2C38911%2C1733163830694,1-95451c90bed2,38911,1733163830694 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-12-02T18:24:21,677 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,2-95451c90bed2,38911,1733163830694.replicationSource.wal-reader.95451c90bed2%2C38911%2C1733163830694,2-95451c90bed2,38911,1733163830694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.1733163854453 to pos 688, reset compression=false 2024-12-02T18:24:21,818 DEBUG [RS:0;95451c90bed2:38911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f374a9d82f727ffbd86c483c0edaee63 2024-12-02T18:24:21,852 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38911,1733163830694.replicationSource.wal-reader.95451c90bed2%2C38911%2C1733163830694,1-95451c90bed2,38911,1733163830694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.1733163854453 to pos 688, reset compression=false 2024-12-02T18:24:21,874 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/data/hbase/meta/1588230740/.tmp/info/81f8e43b6493409fbf898c29265821f2 2024-12-02T18:24:21,887 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/data/hbase/replication/f374a9d82f727ffbd86c483c0edaee63/.tmp/hfileref/b1862a4d91be4d4bbde3f13055db06da 2024-12-02T18:24:21,904 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/data/hbase/meta/1588230740/.tmp/ns/14bc76cf77e643d8afc3dda4b65d89c9 is 43, key is default/ns:d/1733163834358/Put/seqid=0 2024-12-02T18:24:21,907 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/data/hbase/replication/f374a9d82f727ffbd86c483c0edaee63/.tmp/queue/60866d28ebb546dcaf4624e869f5e943 is 153, key is 1-95451c90bed2,38911,1733163830694/queue:95451c90bed2%2C38911%2C1733163830694/1733163856676/Put/seqid=0 2024-12-02T18:24:21,918 INFO [regionserver/95451c90bed2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-02T18:24:21,918 INFO [regionserver/95451c90bed2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-02T18:24:21,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741850_1026 (size=5504) 2024-12-02T18:24:21,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741849_1025 (size=5153) 2024-12-02T18:24:21,980 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,2-95451c90bed2,38911,1733163830694.replicationSource.wal-reader.95451c90bed2%2C38911%2C1733163830694,2-95451c90bed2,38911,1733163830694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.1733163854453 to pos 688, reset compression=false 2024-12-02T18:24:22,018 DEBUG [RS:0;95451c90bed2:38911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f374a9d82f727ffbd86c483c0edaee63 2024-12-02T18:24:22,155 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38911,1733163830694.replicationSource.wal-reader.95451c90bed2%2C38911%2C1733163830694,1-95451c90bed2,38911,1733163830694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.1733163854453 to pos 688, reset compression=false 2024-12-02T18:24:22,219 DEBUG [RS:0;95451c90bed2:38911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f374a9d82f727ffbd86c483c0edaee63 2024-12-02T18:24:22,322 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/data/hbase/replication/f374a9d82f727ffbd86c483c0edaee63/.tmp/queue/60866d28ebb546dcaf4624e869f5e943 2024-12-02T18:24:22,325 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/data/hbase/replication/f374a9d82f727ffbd86c483c0edaee63/.tmp/hfileref/b1862a4d91be4d4bbde3f13055db06da as hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/data/hbase/replication/f374a9d82f727ffbd86c483c0edaee63/hfileref/b1862a4d91be4d4bbde3f13055db06da 2024-12-02T18:24:22,325 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/data/hbase/meta/1588230740/.tmp/ns/14bc76cf77e643d8afc3dda4b65d89c9 2024-12-02T18:24:22,328 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/data/hbase/replication/f374a9d82f727ffbd86c483c0edaee63/hfileref/b1862a4d91be4d4bbde3f13055db06da, entries=6, sequenceid=17, filesize=5.4 K 2024-12-02T18:24:22,329 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/data/hbase/replication/f374a9d82f727ffbd86c483c0edaee63/.tmp/queue/60866d28ebb546dcaf4624e869f5e943 as hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/data/hbase/replication/f374a9d82f727ffbd86c483c0edaee63/queue/60866d28ebb546dcaf4624e869f5e943 2024-12-02T18:24:22,331 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/data/hbase/replication/f374a9d82f727ffbd86c483c0edaee63/queue/60866d28ebb546dcaf4624e869f5e943, entries=2, sequenceid=17, filesize=5.4 K 2024-12-02T18:24:22,332 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for f374a9d82f727ffbd86c483c0edaee63 in 907ms, sequenceid=17, compaction requested=false 2024-12-02T18:24:22,334 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/data/hbase/replication/f374a9d82f727ffbd86c483c0edaee63/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-12-02T18:24:22,335 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T18:24:22,335 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T18:24:22,335 INFO [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733163849612.f374a9d82f727ffbd86c483c0edaee63. 2024-12-02T18:24:22,335 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f374a9d82f727ffbd86c483c0edaee63: Waiting for close lock at 1733163861425Running coprocessor pre-close hooks at 1733163861425Disabling compacts and flushes for region at 1733163861425Disabling writes for close at 1733163861425Obtaining lock to block concurrent updates at 1733163861425Preparing flush snapshotting stores in f374a9d82f727ffbd86c483c0edaee63 at 1733163861425Finished memstore snapshotting hbase:replication,,1733163849612.f374a9d82f727ffbd86c483c0edaee63., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1733163861426 (+1 ms)Flushing stores of hbase:replication,,1733163849612.f374a9d82f727ffbd86c483c0edaee63. at 1733163861426Flushing f374a9d82f727ffbd86c483c0edaee63/hfileref: creating writer at 1733163861426Flushing f374a9d82f727ffbd86c483c0edaee63/hfileref: appending metadata at 1733163861467 (+41 ms)Flushing f374a9d82f727ffbd86c483c0edaee63/hfileref: closing flushed file at 1733163861467Flushing f374a9d82f727ffbd86c483c0edaee63/queue: creating writer at 1733163861892 (+425 ms)Flushing f374a9d82f727ffbd86c483c0edaee63/queue: appending metadata at 1733163861907 (+15 ms)Flushing f374a9d82f727ffbd86c483c0edaee63/queue: closing flushed file at 1733163861907Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b6b1179: reopening flushed file at 1733163862325 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27aa00d6: reopening flushed file at 1733163862328 (+3 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for f374a9d82f727ffbd86c483c0edaee63 in 907ms, sequenceid=17, compaction requested=false at 1733163862332 (+4 ms)Writing region close event to WAL at 1733163862332Running coprocessor post-close hooks at 1733163862335 (+3 ms)Closed at 1733163862335 2024-12-02T18:24:22,335 DEBUG [RS_CLOSE_REGION-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733163849612.f374a9d82f727ffbd86c483c0edaee63. 2024-12-02T18:24:22,340 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/data/hbase/meta/1588230740/.tmp/rep_barrier/bcafde36011548bca5826e6ebccdd62c is 112, key is test,,1733163845169.1f71a96fbdf3603fa2988fa8252ffb00./rep_barrier:seqnumDuringOpen/1733163846410/Put/seqid=0 2024-12-02T18:24:22,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741851_1027 (size=5518) 2024-12-02T18:24:22,383 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,2-95451c90bed2,38911,1733163830694.replicationSource.wal-reader.95451c90bed2%2C38911%2C1733163830694,2-95451c90bed2,38911,1733163830694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.1733163854453 to pos 688, reset compression=false 2024-12-02T18:24:22,419 INFO [RS:0;95451c90bed2:38911 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T18:24:22,419 DEBUG [RS:0;95451c90bed2:38911 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-02T18:24:22,419 DEBUG [RS:0;95451c90bed2:38911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T18:24:22,558 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38911,1733163830694.replicationSource.wal-reader.95451c90bed2%2C38911%2C1733163830694,1-95451c90bed2,38911,1733163830694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.1733163854453 to pos 688, reset compression=false 2024-12-02T18:24:22,619 DEBUG [RS:0;95451c90bed2:38911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T18:24:22,743 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/data/hbase/meta/1588230740/.tmp/rep_barrier/bcafde36011548bca5826e6ebccdd62c 2024-12-02T18:24:22,762 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/data/hbase/meta/1588230740/.tmp/table/b3a22e133f2f4eb6b8c36a371427411f is 53, key is hbase:replication/table:state/1733163850586/Put/seqid=0 2024-12-02T18:24:22,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741852_1028 (size=5308) 2024-12-02T18:24:22,819 DEBUG [RS:0;95451c90bed2:38911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T18:24:22,886 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,2-95451c90bed2,38911,1733163830694.replicationSource.wal-reader.95451c90bed2%2C38911%2C1733163830694,2-95451c90bed2,38911,1733163830694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.1733163854453 to pos 688, reset compression=false 2024-12-02T18:24:23,019 DEBUG [RS:0;95451c90bed2:38911 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T18:24:23,060 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38911,1733163830694.replicationSource.wal-reader.95451c90bed2%2C38911%2C1733163830694,1-95451c90bed2,38911,1733163830694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.1733163854453 to pos 688, reset compression=false 2024-12-02T18:24:23,165 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/data/hbase/meta/1588230740/.tmp/table/b3a22e133f2f4eb6b8c36a371427411f 2024-12-02T18:24:23,169 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/data/hbase/meta/1588230740/.tmp/info/81f8e43b6493409fbf898c29265821f2 as hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/data/hbase/meta/1588230740/info/81f8e43b6493409fbf898c29265821f2 2024-12-02T18:24:23,172 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/data/hbase/meta/1588230740/info/81f8e43b6493409fbf898c29265821f2, entries=20, sequenceid=16, filesize=7.5 K 2024-12-02T18:24:23,172 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/data/hbase/meta/1588230740/.tmp/ns/14bc76cf77e643d8afc3dda4b65d89c9 as hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/data/hbase/meta/1588230740/ns/14bc76cf77e643d8afc3dda4b65d89c9 2024-12-02T18:24:23,175 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/data/hbase/meta/1588230740/ns/14bc76cf77e643d8afc3dda4b65d89c9, entries=2, sequenceid=16, filesize=5.0 K 2024-12-02T18:24:23,175 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/data/hbase/meta/1588230740/.tmp/rep_barrier/bcafde36011548bca5826e6ebccdd62c as hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/data/hbase/meta/1588230740/rep_barrier/bcafde36011548bca5826e6ebccdd62c 2024-12-02T18:24:23,178 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/data/hbase/meta/1588230740/rep_barrier/bcafde36011548bca5826e6ebccdd62c, entries=1, sequenceid=16, filesize=5.4 K 2024-12-02T18:24:23,179 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/data/hbase/meta/1588230740/.tmp/table/b3a22e133f2f4eb6b8c36a371427411f as hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/data/hbase/meta/1588230740/table/b3a22e133f2f4eb6b8c36a371427411f 2024-12-02T18:24:23,182 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/data/hbase/meta/1588230740/table/b3a22e133f2f4eb6b8c36a371427411f, entries=4, sequenceid=16, filesize=5.2 K 2024-12-02T18:24:23,183 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1765ms, sequenceid=16, compaction requested=false 2024-12-02T18:24:23,183 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T18:24:23,186 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-02T18:24:23,186 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-02T18:24:23,186 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T18:24:23,186 INFO [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T18:24:23,186 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733163861418Running coprocessor pre-close hooks at 1733163861418Disabling compacts and flushes for region at 1733163861418Disabling writes for close at 1733163861418Obtaining lock to block concurrent updates at 1733163861418Preparing flush snapshotting stores in 1588230740 at 1733163861418Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733163861419 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733163861419Flushing 1588230740/info: creating writer at 1733163861419Flushing 1588230740/info: appending metadata at 1733163861446 (+27 ms)Flushing 1588230740/info: closing flushed file at 1733163861446Flushing 1588230740/ns: creating writer at 1733163861887 (+441 ms)Flushing 1588230740/ns: appending metadata at 1733163861904 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733163861904Flushing 1588230740/rep_barrier: creating writer at 1733163862328 (+424 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733163862340 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733163862340Flushing 1588230740/table: creating writer at 1733163862747 (+407 ms)Flushing 1588230740/table: appending metadata at 1733163862762 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733163862762Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ef3969a: reopening flushed file at 1733163863169 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@787dd18d: reopening flushed file at 1733163863172 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5927cb58: reopening flushed file at 1733163863175 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c1ae771: reopening flushed file at 1733163863178 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1765ms, sequenceid=16, compaction requested=false at 1733163863183 (+5 ms)Writing region close event to WAL at 1733163863184 (+1 ms)Running coprocessor post-close hooks at 1733163863186 (+2 ms)Closed at 1733163863186 2024-12-02T18:24:23,186 DEBUG [RS_CLOSE_META-regionserver/95451c90bed2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T18:24:23,220 INFO [RS:0;95451c90bed2:38911 {}] regionserver.HRegionServer(976): stopping server 95451c90bed2,38911,1733163830694; all regions closed. 2024-12-02T18:24:23,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741843_1019 (size=859) 2024-12-02T18:24:23,221 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.meta.1733163854404.meta not finished, retry = 0 2024-12-02T18:24:23,323 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.rep.1733163854359 not finished, retry = 0 2024-12-02T18:24:23,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741842_1018 (size=2791) 2024-12-02T18:24:23,425 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.1733163854453 not finished, retry = 0 2024-12-02T18:24:23,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741844_1020 (size=696) 2024-12-02T18:24:23,488 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,2-95451c90bed2,38911,1733163830694.replicationSource.wal-reader.95451c90bed2%2C38911%2C1733163830694,2-95451c90bed2,38911,1733163830694 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.1733163854453 to pos 688, reset compression=false 2024-12-02T18:24:23,526 DEBUG [RS:0;95451c90bed2:38911 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:24:23,526 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,2-95451c90bed2,38911,1733163830694.replicationSource.wal-reader.95451c90bed2%2C38911%2C1733163830694,2-95451c90bed2,38911,1733163830694 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/WALs/95451c90bed2,38911,1733163830694/95451c90bed2%2C38911%2C1733163830694.1733163854453 2024-12-02T18:24:23,526 INFO [RS:0;95451c90bed2:38911 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T18:24:23,526 INFO [RS:0;95451c90bed2:38911 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T18:24:23,526 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,2-95451c90bed2,38911,1733163830694.replicationSource.wal-reader.95451c90bed2%2C38911%2C1733163830694,2-95451c90bed2,38911,1733163830694 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-12-02T18:24:23,526 DEBUG [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,2-95451c90bed2,38911,1733163830694.replicationSource.wal-reader.95451c90bed2%2C38911%2C1733163830694,2-95451c90bed2,38911,1733163830694 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-12-02T18:24:23,526 INFO [RS:0;95451c90bed2:38911 {}] hbase.ChoreService(370): Chore service for: regionserver/95451c90bed2:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-02T18:24:23,526 INFO [RS:0;95451c90bed2:38911 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T18:24:23,526 INFO [regionserver/95451c90bed2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T18:24:23,527 INFO [RS:0;95451c90bed2:38911 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-95451c90bed2,38911,1733163830694 because: Region server is closing 2024-12-02T18:24:23,527 INFO [RS:0;95451c90bed2:38911 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;95451c90bed2:38911. 2024-12-02T18:24:23,527 DEBUG [RS:0;95451c90bed2:38911 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:24:23,527 DEBUG [RS:0;95451c90bed2:38911 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:24:23,527 DEBUG [RS:0;95451c90bed2:38911 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:24:23,527 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:24:23,540 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-02T18:24:23,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:24:23,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:24:23,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:24:23,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:24:23,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:24:23,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:24:23,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:24:23,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:24:23,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:24:23,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:24:23,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:24:23,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:24:23,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:24:23,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:24:23,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:24:23,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:24:23,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:24:23,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:24:23,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-02T18:24:23,628 INFO [RS:0;95451c90bed2:38911 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38911,1733163830694.replicationSource.shipper95451c90bed2%2C38911%2C1733163830694,1-95451c90bed2,38911,1733163830694 terminated 2024-12-02T18:24:23,628 INFO [RS:0;95451c90bed2:38911 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-95451c90bed2,38911,1733163830694 because: Region server is closing 2024-12-02T18:24:23,628 WARN [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,1-95451c90bed2,38911,1733163830694.replicationSource.wal-reader.95451c90bed2%2C38911%2C1733163830694,1-95451c90bed2,38911,1733163830694 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-02T18:24:23,628 INFO [RS:0;95451c90bed2:38911 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;95451c90bed2:38911. 2024-12-02T18:24:23,628 DEBUG [RS:0;95451c90bed2:38911 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T18:24:23,628 DEBUG [RS:0;95451c90bed2:38911 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:24:23,628 DEBUG [RS:0;95451c90bed2:38911 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T18:24:23,628 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T18:24:23,728 INFO [RS:0;95451c90bed2:38911 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,2-95451c90bed2,38911,1733163830694.replicationSource.shipper95451c90bed2%2C38911%2C1733163830694,2-95451c90bed2,38911,1733163830694 terminated 2024-12-02T18:24:23,728 WARN [RS_REFRESH_PEER-regionserver/95451c90bed2:0-0.replicationSource,2-95451c90bed2,38911,1733163830694.replicationSource.wal-reader.95451c90bed2%2C38911%2C1733163830694,2-95451c90bed2,38911,1733163830694 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-12-02T18:24:23,728 INFO [RS:0;95451c90bed2:38911 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38911 2024-12-02T18:24:23,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40787-0x10197493f930000, quorum=127.0.0.1:54803, baseZNode=/0503067632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0503067632/rs 2024-12-02T18:24:23,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38911-0x10197493f930001, quorum=127.0.0.1:54803, baseZNode=/0503067632 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0503067632/rs/95451c90bed2,38911,1733163830694 2024-12-02T18:24:23,780 INFO [RS:0;95451c90bed2:38911 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T18:24:23,781 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [95451c90bed2,38911,1733163830694] 2024-12-02T18:24:23,801 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0503067632/draining/95451c90bed2,38911,1733163830694 already deleted, retry=false 2024-12-02T18:24:23,801 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 95451c90bed2,38911,1733163830694 expired; onlineServers=0 2024-12-02T18:24:23,801 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '95451c90bed2,40787,1733163830507' ***** 2024-12-02T18:24:23,801 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T18:24:23,802 INFO [M:0;95451c90bed2:40787 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T18:24:23,802 INFO [M:0;95451c90bed2:40787 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T18:24:23,802 DEBUG [M:0;95451c90bed2:40787 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T18:24:23,802 DEBUG [M:0;95451c90bed2:40787 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T18:24:23,802 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T18:24:23,802 DEBUG [master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.small.0-1733163832783 {}] cleaner.HFileCleaner(306): Exit Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.small.0-1733163832783,5,FailOnTimeoutGroup] 2024-12-02T18:24:23,802 DEBUG [master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.large.0-1733163832783 {}] cleaner.HFileCleaner(306): Exit Thread[master/95451c90bed2:0:becomeActiveMaster-HFileCleaner.large.0-1733163832783,5,FailOnTimeoutGroup] 2024-12-02T18:24:23,802 INFO [M:0;95451c90bed2:40787 {}] hbase.ChoreService(370): Chore service for: master/95451c90bed2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T18:24:23,802 INFO [M:0;95451c90bed2:40787 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T18:24:23,802 DEBUG [M:0;95451c90bed2:40787 {}] master.HMaster(1795): Stopping service threads 2024-12-02T18:24:23,802 INFO [M:0;95451c90bed2:40787 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T18:24:23,802 INFO [M:0;95451c90bed2:40787 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T18:24:23,802 ERROR [M:0;95451c90bed2:40787 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1591327397) connection to localhost/127.0.0.1:34837 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:34837,5,PEWorkerGroup] 2024-12-02T18:24:23,802 INFO [M:0;95451c90bed2:40787 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T18:24:23,802 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T18:24:23,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40787-0x10197493f930000, quorum=127.0.0.1:54803, baseZNode=/0503067632 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0503067632/master 2024-12-02T18:24:23,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40787-0x10197493f930000, quorum=127.0.0.1:54803, baseZNode=/0503067632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0503067632 2024-12-02T18:24:23,812 DEBUG [M:0;95451c90bed2:40787 {}] zookeeper.ZKUtil(347): master:40787-0x10197493f930000, quorum=127.0.0.1:54803, baseZNode=/0503067632 Unable to get data of znode /0503067632/master because node does not exist (not an error) 2024-12-02T18:24:23,812 WARN [M:0;95451c90bed2:40787 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T18:24:23,812 INFO [M:0;95451c90bed2:40787 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/.lastflushedseqids 2024-12-02T18:24:23,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741853_1029 (size=263) 2024-12-02T18:24:23,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38911-0x10197493f930001, quorum=127.0.0.1:54803, baseZNode=/0503067632 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:24:23,891 INFO [RS:0;95451c90bed2:38911 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T18:24:23,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38911-0x10197493f930001, quorum=127.0.0.1:54803, baseZNode=/0503067632 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:24:23,891 INFO [RS:0;95451c90bed2:38911 {}] regionserver.HRegionServer(1031): Exiting; stopping=95451c90bed2,38911,1733163830694; zookeeper connection closed. 2024-12-02T18:24:23,891 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@30f31c0e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@30f31c0e 2024-12-02T18:24:23,891 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-02T18:24:24,216 INFO [M:0;95451c90bed2:40787 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T18:24:24,216 INFO [M:0;95451c90bed2:40787 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T18:24:24,216 DEBUG [M:0;95451c90bed2:40787 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T18:24:24,216 INFO [M:0;95451c90bed2:40787 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:24:24,216 DEBUG [M:0;95451c90bed2:40787 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:24:24,216 DEBUG [M:0;95451c90bed2:40787 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T18:24:24,216 DEBUG [M:0;95451c90bed2:40787 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:24:24,216 INFO [M:0;95451c90bed2:40787 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.82 KB heapSize=70.48 KB 2024-12-02T18:24:24,232 DEBUG [M:0;95451c90bed2:40787 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b45ae1c2c86342c4b0efd6cc97f6793d is 82, key is hbase:meta,,1/info:regioninfo/1733163834292/Put/seqid=0 2024-12-02T18:24:24,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741854_1030 (size=5672) 2024-12-02T18:24:24,235 INFO [M:0;95451c90bed2:40787 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b45ae1c2c86342c4b0efd6cc97f6793d 2024-12-02T18:24:24,250 DEBUG [M:0;95451c90bed2:40787 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3073d3e52c5145a29bbd4e92767bc206 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733163850590/Put/seqid=0 2024-12-02T18:24:24,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741855_1031 (size=8908) 2024-12-02T18:24:24,653 INFO [M:0;95451c90bed2:40787 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.26 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3073d3e52c5145a29bbd4e92767bc206 2024-12-02T18:24:24,668 DEBUG [M:0;95451c90bed2:40787 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1406b6c169d744f7a494f83bf6048434 is 69, key is 95451c90bed2,38911,1733163830694/rs:state/1733163832852/Put/seqid=0 2024-12-02T18:24:24,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741856_1032 (size=5156) 2024-12-02T18:24:25,076 INFO [M:0;95451c90bed2:40787 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1406b6c169d744f7a494f83bf6048434 2024-12-02T18:24:25,080 DEBUG [M:0;95451c90bed2:40787 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b45ae1c2c86342c4b0efd6cc97f6793d as hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b45ae1c2c86342c4b0efd6cc97f6793d 2024-12-02T18:24:25,082 INFO [M:0;95451c90bed2:40787 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b45ae1c2c86342c4b0efd6cc97f6793d, entries=8, sequenceid=112, filesize=5.5 K 2024-12-02T18:24:25,083 DEBUG [M:0;95451c90bed2:40787 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3073d3e52c5145a29bbd4e92767bc206 as hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3073d3e52c5145a29bbd4e92767bc206 2024-12-02T18:24:25,086 INFO [M:0;95451c90bed2:40787 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3073d3e52c5145a29bbd4e92767bc206, entries=13, sequenceid=112, filesize=8.7 K 2024-12-02T18:24:25,086 DEBUG [M:0;95451c90bed2:40787 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1406b6c169d744f7a494f83bf6048434 as hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1406b6c169d744f7a494f83bf6048434 2024-12-02T18:24:25,089 INFO [M:0;95451c90bed2:40787 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34837/user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1406b6c169d744f7a494f83bf6048434, entries=1, sequenceid=112, filesize=5.0 K 2024-12-02T18:24:25,090 INFO [M:0;95451c90bed2:40787 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 874ms, sequenceid=112, compaction requested=false 2024-12-02T18:24:25,092 INFO [M:0;95451c90bed2:40787 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T18:24:25,092 DEBUG [M:0;95451c90bed2:40787 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733163864216Disabling compacts and flushes for region at 1733163864216Disabling writes for close at 1733163864216Obtaining lock to block concurrent updates at 1733163864216Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733163864216Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61256, getHeapSize=72112, getOffHeapSize=0, getCellsCount=131 at 1733163864217 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733163864217Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733163864217Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733163864232 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733163864232Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733163864238 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733163864249 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733163864249Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733163864656 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733163864667 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733163864667Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64933236: reopening flushed file at 1733163865079 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76014960: reopening flushed file at 1733163865083 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@679a3fdf: reopening flushed file at 1733163865086 (+3 ms)Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 874ms, sequenceid=112, compaction requested=false at 1733163865090 (+4 ms)Writing region close event to WAL at 1733163865092 (+2 ms)Closed at 1733163865092 2024-12-02T18:24:25,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40681 is added to blk_1073741830_1006 (size=69043) 2024-12-02T18:24:25,094 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bab630dc-fbc9-8b7d-369a-ef480bd8d6a2/MasterData/WALs/95451c90bed2,40787,1733163830507/95451c90bed2%2C40787%2C1733163830507.1733163832490 not finished, retry = 0 2024-12-02T18:24:25,194 INFO [M:0;95451c90bed2:40787 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T18:24:25,194 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T18:24:25,194 INFO [M:0;95451c90bed2:40787 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40787 2024-12-02T18:24:25,195 INFO [M:0;95451c90bed2:40787 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T18:24:25,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40787-0x10197493f930000, quorum=127.0.0.1:54803, baseZNode=/0503067632 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:24:25,307 INFO [M:0;95451c90bed2:40787 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T18:24:25,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40787-0x10197493f930000, quorum=127.0.0.1:54803, baseZNode=/0503067632 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T18:24:25,309 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3d873ff5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T18:24:25,309 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c2c6c16{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T18:24:25,309 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T18:24:25,309 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f5a073e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T18:24:25,310 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4332c7e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/532ad60a-1be5-f405-e034-51f03cfbfe03/hadoop.log.dir/,STOPPED} 2024-12-02T18:24:25,310 WARN [BP-312899878-172.17.0.3-1733163828256 heartbeating to localhost/127.0.0.1:34837 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T18:24:25,310 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T18:24:25,310 WARN [BP-312899878-172.17.0.3-1733163828256 heartbeating to localhost/127.0.0.1:34837 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-312899878-172.17.0.3-1733163828256 (Datanode Uuid 0b345a28-3c0a-44c4-a365-1843682a3d22) service to localhost/127.0.0.1:34837 2024-12-02T18:24:25,310 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T18:24:25,311 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/532ad60a-1be5-f405-e034-51f03cfbfe03/cluster_5da47878-e5cd-f521-17b9-9692c8d47f7c/data/data1/current/BP-312899878-172.17.0.3-1733163828256 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T18:24:25,311 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/532ad60a-1be5-f405-e034-51f03cfbfe03/cluster_5da47878-e5cd-f521-17b9-9692c8d47f7c/data/data2/current/BP-312899878-172.17.0.3-1733163828256 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T18:24:25,311 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T18:24:25,316 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@202ede8c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T18:24:25,316 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4759d90a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T18:24:25,316 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T18:24:25,316 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3475a141{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T18:24:25,316 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18f1c542{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/532ad60a-1be5-f405-e034-51f03cfbfe03/hadoop.log.dir/,STOPPED} 2024-12-02T18:24:25,320 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T18:24:25,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-02T18:24:25,345 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=597 (was 526) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41563 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34837 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41563 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54803) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42457 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41563 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:34837 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34837 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:42457 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34837 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54803) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41563 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42457 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41563 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42457 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34837 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41563 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42457 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:41563 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41563 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41563 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41563 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41563 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34837 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54803) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34837 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42457 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34837 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34837 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=979 (was 867) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=532 (was 394) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2783 (was 3164) 2024-12-02T18:24:25,346 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=597 is superior to 500